{"severity_text":"INFO","timestamp":"2026-10-29T21:51:24.510093123Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:24.528083916Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:24.558357974Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:24.558373949Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:24.631637473Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:24.631671035Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:24.685774231Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/9717c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.006023112Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.49532475Z","body":"InferenceObjective CRD not yet registered; request priority is skipped until it appears","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.512163885Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch when it is established","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.512268342Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.547299018Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.547387272Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.547441282Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.547480835Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.547534264Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.54758393Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.54764384Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.547696516Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.547768993Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.54784444Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.547896788Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.547964105Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.548038943Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.548158961Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.548380206Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.548412402Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.548483834Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.548489439Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.548583268Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.548657786Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.649396311Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1029 21:51:25.649368 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.850263355Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:25.850305387Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1029 21:51:51.668898 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.6692715Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.669479331Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.669528756Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.669659672Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.669747728Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.669890743Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.669989428Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.670112128Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.670189379Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.670235813Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.670281794Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.67040877Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.670516128Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.670564179Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.670608944Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.670652087Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.669750557Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.670734107Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.67091007Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.670967089Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.670998529Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.671038613Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.671133817Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.671187699Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.671196372Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.671228702Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.671413324Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.671439725Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.671928019Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.672000162Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.672094121Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.672179761Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.67226128Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.672352329Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.672501241Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.672563586Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.672660941Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.672687716Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.67269721Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.67271065Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.672746958Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.672861187Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.672884183Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.673114112Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.673135645Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.673178934Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.67318115Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.673203859Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.673233702Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.673245189Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.67326383Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.749560887Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.791730317Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.867587276Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.969480849Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.970782805Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.970818086Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.973017632Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.973037538Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.97305416Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.973072597Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.973118814Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.973136871Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.973017143Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.973190958Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.973201945Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.973232846Z","logger":"crd-watcher","body":"CRD established; watch registered dynamically","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.974561088Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.974588261Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.975651981Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:51.975669753Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:52.463090919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e7b592-e004-40ac-bd35-86e3bbac2c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:52.477921851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e7b592-e004-40ac-bd35-86e3bbac2c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:52.491962457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e7b592-e004-40ac-bd35-86e3bbac2c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:52.506684921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e7b592-e004-40ac-bd35-86e3bbac2c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:53.127714755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e27a27-294d-4e31-a776-dc2f5dbe9012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:53.141992192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e27a27-294d-4e31-a776-dc2f5dbe9012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:53.156340775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e27a27-294d-4e31-a776-dc2f5dbe9012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:53.170416015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e27a27-294d-4e31-a776-dc2f5dbe9012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:53.745695826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88df4459-2fac-4033-9060-d365b0739f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:53.759735472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88df4459-2fac-4033-9060-d365b0739f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:53.774088736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88df4459-2fac-4033-9060-d365b0739f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:53.788773901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88df4459-2fac-4033-9060-d365b0739f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:54.235361555Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68a978d9-c7a6-45c8-b47b-ef2fff1faf8e","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:54.711692756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68a978d9-c7a6-45c8-b47b-ef2fff1faf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:54.72656834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68a978d9-c7a6-45c8-b47b-ef2fff1faf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:54.742137776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68a978d9-c7a6-45c8-b47b-ef2fff1faf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:54.758573063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68a978d9-c7a6-45c8-b47b-ef2fff1faf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:55.429913261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24659296-5f33-4c7b-aae2-dd2917b50662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:55.443965435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24659296-5f33-4c7b-aae2-dd2917b50662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:55.457852663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24659296-5f33-4c7b-aae2-dd2917b50662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:55.471787821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24659296-5f33-4c7b-aae2-dd2917b50662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:56.160923893Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"0391e43e-b19b-4cba-b297-4026370862c0","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:58.035922277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb47445d-aa90-49b9-8a82-2de1272ed101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:58.050530021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb47445d-aa90-49b9-8a82-2de1272ed101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:58.064435003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb47445d-aa90-49b9-8a82-2de1272ed101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:58.078571082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb47445d-aa90-49b9-8a82-2de1272ed101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:58.747333532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e702f337-6427-44a4-9def-25f3e30edd13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:58.761590564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e702f337-6427-44a4-9def-25f3e30edd13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:58.775644093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e702f337-6427-44a4-9def-25f3e30edd13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:58.789993199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e702f337-6427-44a4-9def-25f3e30edd13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:21.540052622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f00e11-bf95-4567-bdd9-43cfc5c72ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:21.554156152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f00e11-bf95-4567-bdd9-43cfc5c72ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:21.568099959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f00e11-bf95-4567-bdd9-43cfc5c72ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:21.582040958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f00e11-bf95-4567-bdd9-43cfc5c72ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:21.780866868Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:22.253233494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4290a2f-baf1-4d89-958b-6ccb0ab79e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:22.267521867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4290a2f-baf1-4d89-958b-6ccb0ab79e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:22.281832183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4290a2f-baf1-4d89-958b-6ccb0ab79e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:22.29582064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4290a2f-baf1-4d89-958b-6ccb0ab79e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:51.784129121Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:08.006797989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9ff086-611f-480a-9eb8-1c6a9cd952f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:08.024627795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9ff086-611f-480a-9eb8-1c6a9cd952f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:08.039576794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9ff086-611f-480a-9eb8-1c6a9cd952f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:08.055983001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9ff086-611f-480a-9eb8-1c6a9cd952f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:08.73651206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0676698a-10a1-47a6-89aa-3c93028ad1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:08.750711078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0676698a-10a1-47a6-89aa-3c93028ad1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:08.764743744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0676698a-10a1-47a6-89aa-3c93028ad1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:08.778825906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0676698a-10a1-47a6-89aa-3c93028ad1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:09.291523353Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"e3b39406-ff29-403b-819a-6e1b917742b6","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:09.742862632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb461113-e5db-42f4-a2f8-c76419f73246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:09.756904295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb461113-e5db-42f4-a2f8-c76419f73246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:09.770953326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb461113-e5db-42f4-a2f8-c76419f73246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:09.784879979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb461113-e5db-42f4-a2f8-c76419f73246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:10.366902085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5cdf0c-4dd0-4cb0-a073-f9f566862dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:10.381181541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5cdf0c-4dd0-4cb0-a073-f9f566862dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:10.396408303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5cdf0c-4dd0-4cb0-a073-f9f566862dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:10.411507464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a5cdf0c-4dd0-4cb0-a073-f9f566862dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:21.781579645Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:22.14171738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c731d63-eaad-46ca-991b-a0868ddeddea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:22.156082746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c731d63-eaad-46ca-991b-a0868ddeddea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:22.170134998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c731d63-eaad-46ca-991b-a0868ddeddea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:22.183972637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c731d63-eaad-46ca-991b-a0868ddeddea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.167786013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16b5baeb-a4e0-4606-81eb-bef5d63fed8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.247553118Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16b5baeb-a4e0-4606-81eb-bef5d63fed8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.266439924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16b5baeb-a4e0-4606-81eb-bef5d63fed8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.286793194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0b6ce04-5f1f-4f53-b172-6b2b9b451b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.308545745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0b6ce04-5f1f-4f53-b172-6b2b9b451b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.327213771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0b6ce04-5f1f-4f53-b172-6b2b9b451b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.382869716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40aafd95-16ca-4e52-ba0a-6987dd921cc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.402497268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40aafd95-16ca-4e52-ba0a-6987dd921cc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.420974636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40aafd95-16ca-4e52-ba0a-6987dd921cc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.485555594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32895e13-5105-43ac-93d3-a7f29025aef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.505251523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32895e13-5105-43ac-93d3-a7f29025aef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.52367651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32895e13-5105-43ac-93d3-a7f29025aef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.764349256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab106dde-48ac-4af8-abd4-150d5acd530c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.784781874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab106dde-48ac-4af8-abd4-150d5acd530c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.802835935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab106dde-48ac-4af8-abd4-150d5acd530c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.867083243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35487e95-ab9c-4b17-81de-80c8cc8b4521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.867083201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef09ee93-a9e5-4973-ad53-e7a49c9a54db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.888205652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef09ee93-a9e5-4973-ad53-e7a49c9a54db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.888213035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35487e95-ab9c-4b17-81de-80c8cc8b4521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.906922287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35487e95-ab9c-4b17-81de-80c8cc8b4521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.907070817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef09ee93-a9e5-4973-ad53-e7a49c9a54db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:53:40.93949157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"11dca6c3-758f-467c-aa5d-1fa9fb0ec339","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.966259385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d127f539-e74d-4edd-aa75-307a02682013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.966261201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06806981-a4c5-49d2-9002-48397eceec52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.987211755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d127f539-e74d-4edd-aa75-307a02682013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.987215417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06806981-a4c5-49d2-9002-48397eceec52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.006006153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06806981-a4c5-49d2-9002-48397eceec52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.006694539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d127f539-e74d-4edd-aa75-307a02682013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:53:41.039406505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30b44b83-a0bc-4957-816a-d28c28d49bf1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.056821321Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"14f24c0d-a731-46b4-886c-87d52b923256","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.069031053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"981b43fe-210d-462e-aab6-428adcd616e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.069351373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec903893-68dc-404e-97b5-3967703b2d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.090786827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"981b43fe-210d-462e-aab6-428adcd616e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.090911458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec903893-68dc-404e-97b5-3967703b2d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.109244032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"981b43fe-210d-462e-aab6-428adcd616e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.109272784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec903893-68dc-404e-97b5-3967703b2d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.156729984Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bd739a1d-77f0-4852-9cc1-771c195823ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.15673334Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a1a35058-830b-4ece-84b8-6c54775d1c74","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.168017039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4650806-7a52-4ec1-bf33-917a54941fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.16802621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38c719bf-6c8f-43c1-a90c-cb89db0322aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.188155232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4650806-7a52-4ec1-bf33-917a54941fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.188161239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38c719bf-6c8f-43c1-a90c-cb89db0322aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.206833717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4650806-7a52-4ec1-bf33-917a54941fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.206932406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38c719bf-6c8f-43c1-a90c-cb89db0322aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.256920114Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"80c55df8-de76-4583-b33c-fc78c91d1713","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:42.541126269Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ef5b989-f7cf-4bb6-abff-2b01c863dcc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:42.712084766Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8952c87b-fcf3-477b-afcb-371a8ebb7a65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.449911784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e17fcd92-6c64-4e22-8e5e-530b7132b036","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.449932012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e17fcd92-6c64-4e22-8e5e-530b7132b036","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.464326161Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6d185cf4-f188-48f1-aa28-62011f426230","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.465582569Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b067a248-7a8a-46df-bd90-8e5e56b97f58","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.483252325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8999cc99-a83b-4d95-a6cc-1d17f71a5daf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.483270637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8999cc99-a83b-4d95-a6cc-1d17f71a5daf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.494094077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"920d156f-4118-42eb-958a-71a1acb6b303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.494094171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d52badbe-aa1a-4667-bb33-71c582290d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.515279349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"920d156f-4118-42eb-958a-71a1acb6b303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.515357358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d52badbe-aa1a-4667-bb33-71c582290d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.533994158Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d52badbe-aa1a-4667-bb33-71c582290d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.534547512Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"920d156f-4118-42eb-958a-71a1acb6b303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.612867337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7542647-eb06-4dcf-b2d6-394e18812386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.612870606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5478d1a2-c420-4364-8572-5e60b9302d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.632650342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7542647-eb06-4dcf-b2d6-394e18812386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.632710777Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7542647-eb06-4dcf-b2d6-394e18812386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.63284514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5478d1a2-c420-4364-8572-5e60b9302d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.632889707Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5478d1a2-c420-4364-8572-5e60b9302d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:45.146795972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"96c0605f-29dc-471c-9602-353e06a056a8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:45.146816282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"96c0605f-29dc-471c-9602-353e06a056a8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:45.959836677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"959f4f39-2b21-4fc5-a4d3-8acbb58165e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:45.960339721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84c5c0a6-db7a-40d3-a1d2-d4ec420056e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:45.995987249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84c5c0a6-db7a-40d3-a1d2-d4ec420056e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:45.996070896Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84c5c0a6-db7a-40d3-a1d2-d4ec420056e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:46.008941921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"959f4f39-2b21-4fc5-a4d3-8acbb58165e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:46.009020248Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"959f4f39-2b21-4fc5-a4d3-8acbb58165e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.096569708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30fd00e5-1f5e-4c27-b79d-69572224ec7c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.096589698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30fd00e5-1f5e-4c27-b79d-69572224ec7c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.096821813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc779340-3ae2-4ebd-9d75-200207551724","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.09683357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc779340-3ae2-4ebd-9d75-200207551724","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.112304045Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7a936561-b38b-42af-af30-586e93d7210e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.112304046Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b8055e0-f26e-4588-a9c7-f2dcbc20eb60","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.144060617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d5bf30e8-0e88-4144-915f-396c48805d51","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.144079114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d5bf30e8-0e88-4144-915f-396c48805d51","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.144353244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7bb2b93d-bd5a-40e6-bd0f-f98fa3cc0d01","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.144367101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7bb2b93d-bd5a-40e6-bd0f-f98fa3cc0d01","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.144445148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"696a1315-220a-40e4-92cb-7a01414793c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.144688157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c637fd49-4d30-4fe2-9c54-319a713d6b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.165934457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"696a1315-220a-40e4-92cb-7a01414793c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.165995625Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"696a1315-220a-40e4-92cb-7a01414793c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.166675909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c637fd49-4d30-4fe2-9c54-319a713d6b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.166726633Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c637fd49-4d30-4fe2-9c54-319a713d6b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.241451685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5e6f9ef-3e54-4362-9ddb-cb19b1809bd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.241498079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8d513e0-20fa-4d6e-aaf4-08ffaf46cf08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.262467938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5e6f9ef-3e54-4362-9ddb-cb19b1809bd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.262535925Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5e6f9ef-3e54-4362-9ddb-cb19b1809bd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.262725612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8d513e0-20fa-4d6e-aaf4-08ffaf46cf08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.262766823Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8d513e0-20fa-4d6e-aaf4-08ffaf46cf08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.555975478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b613b42c-2100-41f5-a316-9228e48f8a60","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.556079607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b613b42c-2100-41f5-a316-9228e48f8a60","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.333083556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3efc34df-27e8-4e93-aed2-2cfa183cd2da","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.333103187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3efc34df-27e8-4e93-aed2-2cfa183cd2da","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.333358218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d9b8987e-6308-4fb0-a4aa-931a26707b55","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.333370227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d9b8987e-6308-4fb0-a4aa-931a26707b55","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.347913928Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c44bb980-cc27-47bb-bde7-aa513851829f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.347913878Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3b0dee85-a21c-4de0-9005-c2dd8ddde85d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.354476581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6d0b5c1c-57b0-407a-8134-67d95b5391b8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.35449414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6d0b5c1c-57b0-407a-8134-67d95b5391b8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.370247855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"faccb508-064c-4ba1-aa22-3b9e832f2904","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.370262385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"faccb508-064c-4ba1-aa22-3b9e832f2904","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.370456046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"39c6980b-74f2-4519-9874-d9d05147b3fb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.370466703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"39c6980b-74f2-4519-9874-d9d05147b3fb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.370650592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7021197a-b492-452b-a170-30c46d9d999b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.370660705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7021197a-b492-452b-a170-30c46d9d999b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.381403509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fd51ce0-84f9-445e-a17b-6d02e783c122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.381403841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2921fe27-e857-4100-a322-783e1d0d23f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.402536378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2921fe27-e857-4100-a322-783e1d0d23f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.402594606Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2921fe27-e857-4100-a322-783e1d0d23f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.404413919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fd51ce0-84f9-445e-a17b-6d02e783c122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.404468928Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fd51ce0-84f9-445e-a17b-6d02e783c122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.477581009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db440149-03cf-4085-bcc4-d362a2041038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.477616179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc907343-8bb8-4959-80c1-8bb63d5bf5d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.497527262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc907343-8bb8-4959-80c1-8bb63d5bf5d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.497583237Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc907343-8bb8-4959-80c1-8bb63d5bf5d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.49765505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db440149-03cf-4085-bcc4-d362a2041038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.497713664Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db440149-03cf-4085-bcc4-d362a2041038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.747355221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"24de8cbe-a171-4992-960a-a7de2a7a54c5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.747377382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"24de8cbe-a171-4992-960a-a7de2a7a54c5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.569770725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"881684d9-3c92-4100-9d95-43c00b443fc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.570125631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63cb7f9d-7ea6-4939-acce-b39312ecf14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.603922377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63cb7f9d-7ea6-4939-acce-b39312ecf14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.603990322Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63cb7f9d-7ea6-4939-acce-b39312ecf14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.604099873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"881684d9-3c92-4100-9d95-43c00b443fc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.604208002Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"881684d9-3c92-4100-9d95-43c00b443fc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.670009637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5104cce5-0065-4545-9e2d-2487abcf8e81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.670372506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83c4a9fc-c45b-4bcc-9610-88fa70903b04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.697951128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83c4a9fc-c45b-4bcc-9610-88fa70903b04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.698018108Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83c4a9fc-c45b-4bcc-9610-88fa70903b04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.698060503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5104cce5-0065-4545-9e2d-2487abcf8e81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.698115838Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5104cce5-0065-4545-9e2d-2487abcf8e81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.783271889Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.672680399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e1cdae20-d211-470f-b216-f78704a125fa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.672701201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e1cdae20-d211-470f-b216-f78704a125fa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.672908751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"508c32b7-1e2e-4984-a5d2-2597a2d12eeb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.672920721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"508c32b7-1e2e-4984-a5d2-2597a2d12eeb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.673075142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"699f64ca-a7bf-4452-8e0a-62e304861a55","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.673084661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"699f64ca-a7bf-4452-8e0a-62e304861a55","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.673257435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cfb9204f-8ef8-4939-af23-9bc8b766a7ae","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.673267582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cfb9204f-8ef8-4939-af23-9bc8b766a7ae","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.688384315Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"98cf5b1d-d8af-4450-802e-83842222e45b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.688457303Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c86c48b-d33b-425f-8a00-d6003eb82ddb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.720796602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"13b80562-ef34-4721-9740-fe820ea61557","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.721293271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"13b80562-ef34-4721-9740-fe820ea61557","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.721622891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c477d0-f2cf-46b3-9d41-77c083dfe811","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.721644752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6c477d0-f2cf-46b3-9d41-77c083dfe811","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.721906262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"14e53809-279a-408c-b515-a24c5c63384a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.721963315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"14e53809-279a-408c-b515-a24c5c63384a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.722285692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4348cb53-3fbc-45b3-87c5-4ad05b102ac7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.722304457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4348cb53-3fbc-45b3-87c5-4ad05b102ac7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.738097983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72da2e00-ec3a-478e-b390-2577893cd9d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.73823739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"353a78e6-9874-4663-a0fa-aa88954cb074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.75783875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72da2e00-ec3a-478e-b390-2577893cd9d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.757889417Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72da2e00-ec3a-478e-b390-2577893cd9d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.769024131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"353a78e6-9874-4663-a0fa-aa88954cb074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.769061731Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"353a78e6-9874-4663-a0fa-aa88954cb074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.820497079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ca31b6a-ad6c-4b0f-b32a-a184dbda2ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.839852011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ca31b6a-ad6c-4b0f-b32a-a184dbda2ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.839911211Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ca31b6a-ad6c-4b0f-b32a-a184dbda2ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.920529853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ac76c14-9826-42ab-b177-4ac5e85f257f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.947356511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ac76c14-9826-42ab-b177-4ac5e85f257f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.947406184Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ac76c14-9826-42ab-b177-4ac5e85f257f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:53.129327529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f2155c5a-a632-449c-ae2a-1ac0b594be20","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:53.129348135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f2155c5a-a632-449c-ae2a-1ac0b594be20","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.573902753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"032fd0a3-366f-4053-9cf5-ac4bc67d1df9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.573926331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"032fd0a3-366f-4053-9cf5-ac4bc67d1df9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.57425671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b752c313-db91-40a5-a3bd-d35183970032","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.574270832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b752c313-db91-40a5-a3bd-d35183970032","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.574478304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"18867327-d7c8-406c-8438-969d98024817","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.574491983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"18867327-d7c8-406c-8438-969d98024817","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.574694066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"62392094-cac3-47e8-9d59-4b4892a284a8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.574706399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"62392094-cac3-47e8-9d59-4b4892a284a8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.57490049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e34172b1-a2bb-4159-aac2-eba00735a76a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.574914253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e34172b1-a2bb-4159-aac2-eba00735a76a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.593681156Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"99bdc3c5-a713-4096-ba3e-dc272ba9b9be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.593928922Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ec87014-5589-454c-a77e-e407eb7d665d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.605570992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eca7b386-c106-48d2-8335-86d283b4c8b3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.605590898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eca7b386-c106-48d2-8335-86d283b4c8b3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.605778293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6fb1c60e-a425-4512-857b-05578fa2c90f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.605789369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6fb1c60e-a425-4512-857b-05578fa2c90f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.605952147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4125f8bb-7991-498b-83d4-3511c8eeff4d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.605962427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4125f8bb-7991-498b-83d4-3511c8eeff4d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.606125179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bdd95cb0-50c2-46f3-bc2f-cbe793ffe0f8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.606135971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bdd95cb0-50c2-46f3-bc2f-cbe793ffe0f8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.606322903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"aa808821-1d5c-4ac0-a1c0-e88825c6fe12","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.606337521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"aa808821-1d5c-4ac0-a1c0-e88825c6fe12","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.623045629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10542601-4ff6-4103-b990-0815a2a02066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.623170169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f563b71b-fd64-47a4-9f02-bfadb25a11fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.654616245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f563b71b-fd64-47a4-9f02-bfadb25a11fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.654667026Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f563b71b-fd64-47a4-9f02-bfadb25a11fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.65474033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10542601-4ff6-4103-b990-0815a2a02066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.65478891Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10542601-4ff6-4103-b990-0815a2a02066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.727356661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0c6a5f2-ce18-4171-aec6-083e6cbfbb99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.727352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f4c2c6b-fa50-4e85-a3b8-4e63bafedd97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.760380689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f4c2c6b-fa50-4e85-a3b8-4e63bafedd97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.760506275Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f4c2c6b-fa50-4e85-a3b8-4e63bafedd97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.760834339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0c6a5f2-ce18-4171-aec6-083e6cbfbb99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.760893057Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0c6a5f2-ce18-4171-aec6-083e6cbfbb99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:55.022379446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cb14fc43-cc19-4a2e-bacc-31753e31d647","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:55.022399088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cb14fc43-cc19-4a2e-bacc-31753e31d647","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:55.264745545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16ad0231-ff63-462f-a630-5ef6df25e25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:55.264764967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67565a6a-1656-4c32-bef9-238866e781b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:55.286929918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67565a6a-1656-4c32-bef9-238866e781b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:55.286987136Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67565a6a-1656-4c32-bef9-238866e781b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:55.299880745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16ad0231-ff63-462f-a630-5ef6df25e25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:55.299945279Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16ad0231-ff63-462f-a630-5ef6df25e25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.873362213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"387f655c-8598-4cfe-a3b8-391c5e68c73f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.873382686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"387f655c-8598-4cfe-a3b8-391c5e68c73f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.873612826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"eed034b4-5ca1-4b71-8847-feb1474bdff5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.873624259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"eed034b4-5ca1-4b71-8847-feb1474bdff5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.873803521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e91ea0ec-50f4-43e8-9a0d-7a09b1d15252","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.873813473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e91ea0ec-50f4-43e8-9a0d-7a09b1d15252","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.889224478Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f717cd4d-0244-4072-899f-e10de639f1ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.889263776Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d68fd90d-7181-4821-b069-bd701bfeaa2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.894276558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca86f1da-f2ed-4486-97b1-623ccfc2aff1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.894298586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca86f1da-f2ed-4486-97b1-623ccfc2aff1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.894608749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"30b5ccd1-6ca0-4064-8a98-5542f9256fd6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.894623452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"30b5ccd1-6ca0-4064-8a98-5542f9256fd6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.894926177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2999104a-e983-44bf-9f8c-84d24ba7b4fa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.894938764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2999104a-e983-44bf-9f8c-84d24ba7b4fa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.904866936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b9f46345-5c74-4280-8d5a-cb2f39599bc2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.904885581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b9f46345-5c74-4280-8d5a-cb2f39599bc2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.905102605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"943e486c-2840-40e3-ba68-9797a8b659e6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.905117037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"943e486c-2840-40e3-ba68-9797a8b659e6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.90533104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e4377424-a236-4f91-8e19-28d86072ed47","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.905342247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e4377424-a236-4f91-8e19-28d86072ed47","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.905520197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"044426c3-7a55-4961-9b42-a3f243baed7a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.905530592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"044426c3-7a55-4961-9b42-a3f243baed7a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.905700919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ef707379-22c3-482c-8096-345596371bec","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.905711128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ef707379-22c3-482c-8096-345596371bec","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.906076709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc9a3375-300d-4356-8b4b-ac30f4e596a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.90609199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc9a3375-300d-4356-8b4b-ac30f4e596a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.916496368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b23aee86-fae0-4cf7-bf2f-d4cb85311dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.916496387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"076e7908-fddb-46c3-ab03-550fb3431a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.936369282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"076e7908-fddb-46c3-ab03-550fb3431a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.936419165Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"076e7908-fddb-46c3-ab03-550fb3431a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.936376783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b23aee86-fae0-4cf7-bf2f-d4cb85311dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.936484632Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b23aee86-fae0-4cf7-bf2f-d4cb85311dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.017499811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"561ad311-3e7c-41c2-9ea6-e5c42f733c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.017499808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e475150c-e618-4f18-a938-94cdc86ce555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.036904892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e475150c-e618-4f18-a938-94cdc86ce555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.03696202Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e475150c-e618-4f18-a938-94cdc86ce555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.037044464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"561ad311-3e7c-41c2-9ea6-e5c42f733c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.037092921Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"561ad311-3e7c-41c2-9ea6-e5c42f733c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.117618049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89450a98-bc03-4e92-8c6e-018e0a6ab7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.11761926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e3e8241-7307-4f85-8aeb-51230bde608d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.137277578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89450a98-bc03-4e92-8c6e-018e0a6ab7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.137337837Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89450a98-bc03-4e92-8c6e-018e0a6ab7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.148818285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e3e8241-7307-4f85-8aeb-51230bde608d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.148874019Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e3e8241-7307-4f85-8aeb-51230bde608d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.313854854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1e5ca1df-4850-4dc3-8b4d-825b44f2e912","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.313883156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1e5ca1df-4850-4dc3-8b4d-825b44f2e912","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.361542936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bcd1c832-78b6-4a79-883e-752c9be56af7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.361564382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bcd1c832-78b6-4a79-883e-752c9be56af7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.361798603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e90b25f-9c52-4fcc-9314-7953097b3eed","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.361810349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e90b25f-9c52-4fcc-9314-7953097b3eed","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.361986679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"89f90581-c8d0-4481-9761-a629e55e5c49","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.361997477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"89f90581-c8d0-4481-9761-a629e55e5c49","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.362209702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a78b63c-8363-4a2f-9c15-7e124373e3a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.36222632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a78b63c-8363-4a2f-9c15-7e124373e3a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.376952853Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3345f31a-faa6-4f88-bfb7-5562a88f0018","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.384885488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3caf55b6-4423-4cf5-b304-a2d87b7e4cf9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.384900568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3caf55b6-4423-4cf5-b304-a2d87b7e4cf9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.385104573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7213acdd-6ecb-4709-bb26-a2c81872d844","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.385116011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7213acdd-6ecb-4709-bb26-a2c81872d844","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.385311632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"af5848bc-ead3-4df2-8f18-2003c468914a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.385323012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"af5848bc-ead3-4df2-8f18-2003c468914a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.397662574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"652f0a8a-96db-45c9-9851-1289c36f744f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.397680311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"652f0a8a-96db-45c9-9851-1289c36f744f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.397898518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7f7837d7-53fc-4381-939d-50bf7894cdfc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.397911491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7f7837d7-53fc-4381-939d-50bf7894cdfc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.398097541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"25222dee-a738-4088-9f32-d450f43dfb24","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.398108312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"25222dee-a738-4088-9f32-d450f43dfb24","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.398332072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1f0b663c-4e6c-4051-b8e2-6f627f92025b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.398343225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1f0b663c-4e6c-4051-b8e2-6f627f92025b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.398539931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d91cc42-3e3a-4669-8603-b838cd4f9279","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.398551619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d91cc42-3e3a-4669-8603-b838cd4f9279","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.398810639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90875cc9-cd85-4b92-94e7-1aff54bbfc6f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.398822609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90875cc9-cd85-4b92-94e7-1aff54bbfc6f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.398998767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f451beb3-8d1b-4136-bf97-5ad394e8e09b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.399009149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f451beb3-8d1b-4136-bf97-5ad394e8e09b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.404645006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f704111-8d5e-411f-9cea-f946cb4d22f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.404648449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4655fa0-de59-41f6-818f-c77d32538833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.43581202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f704111-8d5e-411f-9cea-f946cb4d22f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.436534016Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5db2bad6-fb50-43cb-9f22-a5d465d9f835","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.437080468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4655fa0-de59-41f6-818f-c77d32538833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.43713148Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4655fa0-de59-41f6-818f-c77d32538833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.504327968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4e3b812-ebf2-4c88-8f73-0a5e544476b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.523929636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4e3b812-ebf2-4c88-8f73-0a5e544476b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.523993371Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4e3b812-ebf2-4c88-8f73-0a5e544476b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.528820555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a1741ff-17e6-435f-9978-3a40048b52b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.528841032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a1741ff-17e6-435f-9978-3a40048b52b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.572855679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85814fa4-8572-4670-8c39-f97667c80bd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.605157543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cf98275-4908-4152-a8c8-51c92cb3c69d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.624654702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cf98275-4908-4152-a8c8-51c92cb3c69d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.767274428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"649f2c3c-0610-495c-a63d-0c81ecc2bf14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.767299007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"649f2c3c-0610-495c-a63d-0c81ecc2bf14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.811448507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"46db83d3-e6c2-4bd4-a6e1-b0da824c687f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.237526095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fa6069f3-bd8d-4cbe-b9c6-f7ae801a2b8e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.237546212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fa6069f3-bd8d-4cbe-b9c6-f7ae801a2b8e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.237791488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cfb3778d-084e-4264-bc1a-1d360c035846","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.237806765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cfb3778d-084e-4264-bc1a-1d360c035846","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.237990733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ad22690-3fe2-4ba2-9603-73896febcb2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.238002444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ad22690-3fe2-4ba2-9603-73896febcb2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.238271399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92d94f5b-54bb-481b-a847-800c60f559a1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.238284701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92d94f5b-54bb-481b-a847-800c60f559a1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.259801456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a970d241-d8db-4039-80fc-827a6a267edc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.259822345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a970d241-d8db-4039-80fc-827a6a267edc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.260093518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d93519f-4604-42ea-a9ce-ffff25de3cda","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.260111171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d93519f-4604-42ea-a9ce-ffff25de3cda","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.260374982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ff40a260-3294-4304-a19f-02c8fbd40cee","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.260388687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ff40a260-3294-4304-a19f-02c8fbd40cee","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.260573421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"03c264d0-5751-4513-bf59-70b538bda389","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.260585413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"03c264d0-5751-4513-bf59-70b538bda389","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.27229837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9674067a-16c0-48ab-88b1-bc1057ed0536","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.27231568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9674067a-16c0-48ab-88b1-bc1057ed0536","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.272656083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ed37b9ce-65d1-42a9-8847-803b583faa19","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.272669841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ed37b9ce-65d1-42a9-8847-803b583faa19","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.272977687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4792c5d9-5e92-41c3-b750-07f6623cc7ad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.272991537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4792c5d9-5e92-41c3-b750-07f6623cc7ad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.273273965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"efbbf869-ad9a-4cd1-bbcb-4f995287232d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.273288276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"efbbf869-ad9a-4cd1-bbcb-4f995287232d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.273527924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"34c11d0d-e454-480c-898b-4dc106e5ff2b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.273540611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"34c11d0d-e454-480c-898b-4dc106e5ff2b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.273825214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"76c5ecee-8f96-4e8c-a134-87b5a3d40a7b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.273841183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"76c5ecee-8f96-4e8c-a134-87b5a3d40a7b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.274087241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1a670f5e-cdf9-459c-aafd-1453b99f413e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.274099152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1a670f5e-cdf9-459c-aafd-1453b99f413e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.2743847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d7f6aeda-61cb-474e-ac78-c0a701eaa1ce","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.274398931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d7f6aeda-61cb-474e-ac78-c0a701eaa1ce","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.282768199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2566da77-4eb4-4324-b074-23ac34eb440e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.283316015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47ea640d-9fc7-4bb3-9f6d-5b24b92719f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.28381853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b7c5ca74-8ba6-4eb7-a18f-f57e99372145","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.312910142Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba8c950b-adec-4d31-bd7f-263b83e1204c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.314367915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47ea640d-9fc7-4bb3-9f6d-5b24b92719f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.315158675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2566da77-4eb4-4324-b074-23ac34eb440e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.434806947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c7a937e-30f8-4176-a86d-269925581630","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.434825769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c7a937e-30f8-4176-a86d-269925581630","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.480537878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b3225576-7046-4356-9d39-d32e5f9b553e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.493560543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c65b379-4dea-4563-9582-a94cba519476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.4935757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4879fb9-f0d4-4580-a47f-09d6021917fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.513291774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4879fb9-f0d4-4580-a47f-09d6021917fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.524985541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c65b379-4dea-4563-9582-a94cba519476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.581156201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8bb8e01a-ed9c-4395-b53a-1a75d6c067c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.637293116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d204d7b-1d15-4326-8479-e49d229bd496","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.637311341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d204d7b-1d15-4326-8479-e49d229bd496","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.662134075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f6a76aa9-f660-48aa-9921-f2bc79221039","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.662167137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f6a76aa9-f660-48aa-9921-f2bc79221039","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.682617799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b29c76bf-1253-4a3b-8704-ae4cff4dd9ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.686830135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"924645f9-215e-413a-af8a-616d28f8c725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.702405217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b29c76bf-1253-4a3b-8704-ae4cff4dd9ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.706712434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"51ca320e-e3a0-4d4d-a87a-b0d60f6509b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.714065245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"924645f9-215e-413a-af8a-616d28f8c725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.800090873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cc21d98-323b-4e1b-a878-4c6c6cccf2c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.800165839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2856f5c-6470-4f97-974f-52897d5d0635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.820010434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cc21d98-323b-4e1b-a878-4c6c6cccf2c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.822400965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2856f5c-6470-4f97-974f-52897d5d0635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:05.836781336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d44f6ebf-d986-4beb-9470-0dba67aa11af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:05.836808649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d44f6ebf-d986-4beb-9470-0dba67aa11af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:06.960862892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3cab7ecb-9066-429d-821c-b6bbb6e9441f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:06.96088313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3cab7ecb-9066-429d-821c-b6bbb6e9441f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:09.159000997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"50b2e12a-024f-4a7f-83ce-ea216fce231c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:09.159020293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"50b2e12a-024f-4a7f-83ce-ea216fce231c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:10.150368217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f1f16d7-c74e-4540-9c62-c020b90a4dc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:10.21854536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5c69322-ae0d-4b7f-81cc-77e4abfc97c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:10.22079411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3496d8cd-56bd-43b7-8956-5a5f9f38e9b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:10.221134502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b0c059d-2179-4a1b-8994-d190f72a33ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:10.221173625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b0c059d-2179-4a1b-8994-d190f72a33ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:10.260885894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3496d8cd-56bd-43b7-8956-5a5f9f38e9b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:10.26113332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5c69322-ae0d-4b7f-81cc-77e4abfc97c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:10.66960132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4819521f-f623-4135-9b4d-e47505050d76","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:10.669623762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4819521f-f623-4135-9b4d-e47505050d76","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:11.581857082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"737dc77a-8135-4a7f-8f0d-0076ebab4c5d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:11.581882777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"737dc77a-8135-4a7f-8f0d-0076ebab4c5d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:13.492183353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15235791-8b2b-42c1-b14d-74f2749aa89f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:13.492202874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15235791-8b2b-42c1-b14d-74f2749aa89f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:14.519072325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ec665279-c55a-4729-99ec-836e6a35d140","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:14.619769148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f90b7386-ec25-4c5d-a67b-e4ff1e527366","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:16.020020903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d602e0f-b351-498a-993b-41fa07f1e672","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:16.020042003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d602e0f-b351-498a-993b-41fa07f1e672","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:16.063695567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7c8490b8-1d06-4c56-bb31-fb90f1662886","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:16.082182763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69f14c02-0e4f-421a-ba6b-44c5dc0295cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:16.082191734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee201ebc-add4-4668-ac2b-77846ef72a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:16.106990181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69f14c02-0e4f-421a-ba6b-44c5dc0295cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:16.113220224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee201ebc-add4-4668-ac2b-77846ef72a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:16.113904759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6973b847-a3d4-48c7-9551-51de536249ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:16.113922081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6973b847-a3d4-48c7-9551-51de536249ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:16.164207748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"50968e08-54f8-4292-bf6c-bf9842747997","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:17.456288628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0938a1f4-7600-409e-b112-c837be327c1c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:17.456311372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0938a1f4-7600-409e-b112-c837be327c1c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:17.501543321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c56618f-e856-4737-ba3f-cf72953a1a58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:17.520235271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"563f7f17-1b36-4783-a9b7-3a4a8517cbe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:17.52035035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c0afe58-510a-4526-9d85-663454b0fcd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:17.552009809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c0afe58-510a-4526-9d85-663454b0fcd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:17.552240092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"563f7f17-1b36-4783-a9b7-3a4a8517cbe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:17.553111044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31c98b97-b413-4e4f-97a0-abecd51eb1fc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:17.553128655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31c98b97-b413-4e4f-97a0-abecd51eb1fc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:17.602213826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d8e722a5-f5df-452d-bd87-9bbac2c3d8ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:21.793008666Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:22.775821981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"33200f28-4708-40b9-9e92-8b4f5d52fda5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:22.775841986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"33200f28-4708-40b9-9e92-8b4f5d52fda5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:22.820206071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07674192-89f8-48c9-a995-2845f07fc2f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:22.839920106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07674192-89f8-48c9-a995-2845f07fc2f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:22.966871782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ba524d14-6da9-41d1-852a-dff3c78f23f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:22.966892137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ba524d14-6da9-41d1-852a-dff3c78f23f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:22.988586645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1394908b-955c-4670-b11b-cce80a6a361f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:22.988609399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1394908b-955c-4670-b11b-cce80a6a361f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:23.011174062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d61576be-ea87-4423-a254-fbe321c6ef57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:23.012385703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bac569b0-158f-47d6-961e-817f4d5b7478","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:23.030353303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d61576be-ea87-4423-a254-fbe321c6ef57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:23.060588214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11437c4a-8cf7-4fd3-bd8c-e7ca673582e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:23.060611433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11437c4a-8cf7-4fd3-bd8c-e7ca673582e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:23.110540608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af3413d7-f685-4b99-922b-dd1cde3284d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:23.129615279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af3413d7-f685-4b99-922b-dd1cde3284d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:51.79090022Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:01.353588349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d77fff-8bb7-44dd-914b-c861562ba41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:01.367841985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d77fff-8bb7-44dd-914b-c861562ba41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:01.381811007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d77fff-8bb7-44dd-914b-c861562ba41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:01.395689301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d77fff-8bb7-44dd-914b-c861562ba41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:02.051327464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44af6736-f0e2-4051-9da7-af7b1bfbfad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:02.065480275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44af6736-f0e2-4051-9da7-af7b1bfbfad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:02.079561785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44af6736-f0e2-4051-9da7-af7b1bfbfad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:02.093790538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44af6736-f0e2-4051-9da7-af7b1bfbfad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:02.14113261Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-f5bae148","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-f5bae148","reconcileID":"1dc94037-d955-4a42-bfb8-cd2130bbc6c7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-f5bae148","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-f5bae148":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:02.369440478Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-64505fc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-64505fc5","reconcileID":"a161fcf3-01f9-49c4-b74a-07c3627f22c0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-64505fc5","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-64505fc5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:02.561570778Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-de7186ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-de7186ef","reconcileID":"b3bd9a29-521b-4ed2-b8ce-7efaffc15e13","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-de7186ef","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-de7186ef":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:02.748535222Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-f97668b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-f97668b9","reconcileID":"6bb74893-32f1-49d4-b33c-9fc20ba58f00","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-f97668b9","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-f97668b9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:02.783605687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5781a66-0191-41a9-9355-1fb7642ce46b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:02.808365225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5781a66-0191-41a9-9355-1fb7642ce46b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:02.822985381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5781a66-0191-41a9-9355-1fb7642ce46b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:02.838025089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5781a66-0191-41a9-9355-1fb7642ce46b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:03.458637414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"305ac509-6d43-45bb-b474-95675f87d7f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:03.472627855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"305ac509-6d43-45bb-b474-95675f87d7f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:03.486467157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"305ac509-6d43-45bb-b474-95675f87d7f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:03.500728046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"305ac509-6d43-45bb-b474-95675f87d7f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:04.19435504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe3a6c0-f22c-4fd0-9163-cab69c812442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:04.209660089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe3a6c0-f22c-4fd0-9163-cab69c812442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:04.224361295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe3a6c0-f22c-4fd0-9163-cab69c812442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:04.238449107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe3a6c0-f22c-4fd0-9163-cab69c812442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:04.844568843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb012c5f-b5aa-4fff-918a-8eae9af4b474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:04.858806586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb012c5f-b5aa-4fff-918a-8eae9af4b474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:04.872994978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb012c5f-b5aa-4fff-918a-8eae9af4b474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:04.88070643Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-8fba532a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-8fba532a","reconcileID":"13d6aa5a-2054-4dab-a509-4634464c417b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-8fba532a-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-8fba532a-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:04.886970563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb012c5f-b5aa-4fff-918a-8eae9af4b474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:05.42202873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"104f73c5-1dcb-4790-89c0-2fd51a9155c8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-f5bae148","tenantID":"e2e-ait-f5bae148","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:05.476488648Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"104f73c5-1dcb-4790-89c0-2fd51a9155c8","name":"e2e-ait-f5bae148-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:05.502113541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b47a7041-5328-43ed-8d9c-58bf56465d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:05.51606559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b47a7041-5328-43ed-8d9c-58bf56465d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:05.530261512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b47a7041-5328-43ed-8d9c-58bf56465d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:05.544429904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b47a7041-5328-43ed-8d9c-58bf56465d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:06.236492003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1429030c-e382-437f-8055-46f47e053600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:06.25060509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1429030c-e382-437f-8055-46f47e053600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:06.264453035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1429030c-e382-437f-8055-46f47e053600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:06.278259598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1429030c-e382-437f-8055-46f47e053600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:06.900972938Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-e4e24e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-e4e24e","reconcileID":"e381dafd-0a3d-4fbb-9054-bffbdb66cd29","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-e4e24e","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-e4e24e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:06.940374764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b72d55dc-b984-4233-b156-c694755d7c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:06.954687476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b72d55dc-b984-4233-b156-c694755d7c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:06.969392476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b72d55dc-b984-4233-b156-c694755d7c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:06.983838729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b72d55dc-b984-4233-b156-c694755d7c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:07.341254586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"afc81992-9e39-41aa-85ef-e65797d33c13","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-64505fc5","tenantID":"e2e-derive-64505fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:07.386426904Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"afc81992-9e39-41aa-85ef-e65797d33c13","name":"e2e-derive-64505fc5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:07.682601018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad693a8e-b27e-4d63-a97b-474146b9dac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:07.698768785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad693a8e-b27e-4d63-a97b-474146b9dac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:07.713782373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad693a8e-b27e-4d63-a97b-474146b9dac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:07.728237223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad693a8e-b27e-4d63-a97b-474146b9dac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:08.394065878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b553064c-bbdf-4006-af74-7951128e19c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:08.408456552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b553064c-bbdf-4006-af74-7951128e19c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:08.422524319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b553064c-bbdf-4006-af74-7951128e19c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:08.436802947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b553064c-bbdf-4006-af74-7951128e19c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:09.044466655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d8a750-e477-4058-83ef-21e58953cf86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:09.059921639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d8a750-e477-4058-83ef-21e58953cf86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:09.073993077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d8a750-e477-4058-83ef-21e58953cf86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:09.087812059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d8a750-e477-4058-83ef-21e58953cf86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:11.028295416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"53ec6232-d367-4685-adcc-6993b60f2b36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:11.13697853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"83fbf9a0-2141-451d-84d5-fd4f04c9649f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:11.198321156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"7bfcab13-16c4-4f2c-a95d-bd270f37a6ae","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-de7186ef","tenantID":"e2e-ait-de7186ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:11.240860724Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"7bfcab13-16c4-4f2c-a95d-bd270f37a6ae","name":"e2e-ait-de7186ef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.24174138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924fd3a8-39f9-4d16-aff6-127e73707148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.255638728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924fd3a8-39f9-4d16-aff6-127e73707148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.269463944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924fd3a8-39f9-4d16-aff6-127e73707148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.283310457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924fd3a8-39f9-4d16-aff6-127e73707148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.937439201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cd2fdc-a09f-42be-ab5a-3ea9f3127d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.951592312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cd2fdc-a09f-42be-ab5a-3ea9f3127d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.965441321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cd2fdc-a09f-42be-ab5a-3ea9f3127d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.97936052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cd2fdc-a09f-42be-ab5a-3ea9f3127d1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:13.132308345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"ea61170a-a376-4a42-bf33-71972500d202","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-f97668b9","tenantID":"e2e-ait-f97668b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:13.161553318Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-a3c02e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-a3c02e","reconcileID":"a6a04847-e868-4cc5-ab73-f2872575c14f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-a3c02e","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-a3c02e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:13.174470555Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"ea61170a-a376-4a42-bf33-71972500d202","name":"e2e-ait-f97668b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:13.678479994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71702d97-a3d1-4158-981f-e929d0c44bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:13.692755057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71702d97-a3d1-4158-981f-e929d0c44bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:13.706849114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71702d97-a3d1-4158-981f-e929d0c44bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:13.720865297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71702d97-a3d1-4158-981f-e929d0c44bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.33929968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93660aae-5aad-4fd3-9ad7-aa36532a7158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.353432812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93660aae-5aad-4fd3-9ad7-aa36532a7158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.36756567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93660aae-5aad-4fd3-9ad7-aa36532a7158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.381579408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93660aae-5aad-4fd3-9ad7-aa36532a7158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.959254913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232ab45a-91a8-4c8d-8939-666fff767678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.97387609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232ab45a-91a8-4c8d-8939-666fff767678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.989401859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232ab45a-91a8-4c8d-8939-666fff767678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.00342877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232ab45a-91a8-4c8d-8939-666fff767678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.647046289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d9d408-0f1a-4d4b-bad6-84cc4d14b327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.66108522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d9d408-0f1a-4d4b-bad6-84cc4d14b327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.675066977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d9d408-0f1a-4d4b-bad6-84cc4d14b327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.689069407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d9d408-0f1a-4d4b-bad6-84cc4d14b327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:16.327243896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41d21ca-374f-4f0c-ac0a-bbb906f01bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:16.341743162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41d21ca-374f-4f0c-ac0a-bbb906f01bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:16.355926377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41d21ca-374f-4f0c-ac0a-bbb906f01bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:16.370065168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41d21ca-374f-4f0c-ac0a-bbb906f01bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:16.494063021Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"e650d3af-6220-4c7b-8b6c-d64fdd6d850f","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:16.512624094Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"e650d3af-6220-4c7b-8b6c-d64fdd6d850f","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:16.542039914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"e650d3af-6220-4c7b-8b6c-d64fdd6d850f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-8fba532a-gw","tenantID":"e2e-migrate-8fba532a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:16.585737038Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"e650d3af-6220-4c7b-8b6c-d64fdd6d850f","name":"e2e-migrate-8fba532a-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:17.055545168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704a2d8c-5f6d-4634-a502-18d848a96586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:17.069370333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704a2d8c-5f6d-4634-a502-18d848a96586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:17.083310269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704a2d8c-5f6d-4634-a502-18d848a96586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:17.097288329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704a2d8c-5f6d-4634-a502-18d848a96586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:18.513885977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90dfb225-3922-4bdc-bc06-0e4181cfecea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:18.527724248Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"771fe929-9322-4d39-8420-d44f8ae606bf","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:18.527989733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90dfb225-3922-4bdc-bc06-0e4181cfecea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:18.542107874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90dfb225-3922-4bdc-bc06-0e4181cfecea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:18.556825157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90dfb225-3922-4bdc-bc06-0e4181cfecea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:18.584815846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"771fe929-9322-4d39-8420-d44f8ae606bf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:18.627374596Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"771fe929-9322-4d39-8420-d44f8ae606bf","name":"e2e-worker-w0-e4e24e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:19.235854642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2eb4da4-35a1-4212-aaea-5feb40e806b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:19.24977552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2eb4da4-35a1-4212-aaea-5feb40e806b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:19.2638711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2eb4da4-35a1-4212-aaea-5feb40e806b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:19.277786156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2eb4da4-35a1-4212-aaea-5feb40e806b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:19.856016335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d361f8cd-a208-48c2-8c57-6a7ca508088e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:19.870135292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d361f8cd-a208-48c2-8c57-6a7ca508088e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:19.884183851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d361f8cd-a208-48c2-8c57-6a7ca508088e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:19.89874537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d361f8cd-a208-48c2-8c57-6a7ca508088e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:20.242170273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"45a13575-d8dd-4058-97c2-068007b71288","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:20.342800639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0cf25003-73e4-4b8c-bfd3-53b2f0d56d74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:20.468137489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a694919-9389-4b08-b023-f3b518f3832f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:20.482806665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a694919-9389-4b08-b023-f3b518f3832f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:20.49676295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a694919-9389-4b08-b023-f3b518f3832f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:20.510872346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a694919-9389-4b08-b023-f3b518f3832f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:21.17781612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c265d824-1eaa-4368-9616-72f36a92545e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:21.191828229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c265d824-1eaa-4368-9616-72f36a92545e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:21.205765978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c265d824-1eaa-4368-9616-72f36a92545e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:21.219812145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c265d824-1eaa-4368-9616-72f36a92545e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:21.778414563Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:21.838868949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2466d0-1b59-4aca-bba7-781c9a6810d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:21.853053281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2466d0-1b59-4aca-bba7-781c9a6810d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:21.867157417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2466d0-1b59-4aca-bba7-781c9a6810d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:21.881172498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2466d0-1b59-4aca-bba7-781c9a6810d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:22.543955357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe1f849-c6d7-48e6-9f7f-2f2777baa242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:22.557928557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe1f849-c6d7-48e6-9f7f-2f2777baa242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:22.571940646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe1f849-c6d7-48e6-9f7f-2f2777baa242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:22.585782861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe1f849-c6d7-48e6-9f7f-2f2777baa242","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:23.231049655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76fb2d1f-035a-4045-87b0-429b89e45e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:23.245046111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76fb2d1f-035a-4045-87b0-429b89e45e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:23.258997148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76fb2d1f-035a-4045-87b0-429b89e45e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:23.273222559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76fb2d1f-035a-4045-87b0-429b89e45e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:23.935455241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37acb9ee-7325-49ca-a7a1-6ae5b733c6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:23.949695658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37acb9ee-7325-49ca-a7a1-6ae5b733c6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:23.963744658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37acb9ee-7325-49ca-a7a1-6ae5b733c6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:23.977811124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37acb9ee-7325-49ca-a7a1-6ae5b733c6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:24.631662238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5cac4a-5dc7-4a11-9ae6-3a15f4801bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:24.645783945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5cac4a-5dc7-4a11-9ae6-3a15f4801bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:24.661629295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5cac4a-5dc7-4a11-9ae6-3a15f4801bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:24.676081732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5cac4a-5dc7-4a11-9ae6-3a15f4801bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.275830589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d44ca67-020c-4f35-a1f6-5b8f444fd7a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.291216132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d44ca67-020c-4f35-a1f6-5b8f444fd7a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.305765566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d44ca67-020c-4f35-a1f6-5b8f444fd7a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.320098393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d44ca67-020c-4f35-a1f6-5b8f444fd7a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.937858692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a696764e-0b6a-42f4-8fcc-38beebaf284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.951974444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a696764e-0b6a-42f4-8fcc-38beebaf284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.969023194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a696764e-0b6a-42f4-8fcc-38beebaf284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.983117958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a696764e-0b6a-42f4-8fcc-38beebaf284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.640746955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10ab8f3-a186-4bca-8fbf-8db4a6e13bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.654742891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10ab8f3-a186-4bca-8fbf-8db4a6e13bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.668809466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10ab8f3-a186-4bca-8fbf-8db4a6e13bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.682904169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10ab8f3-a186-4bca-8fbf-8db4a6e13bfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:27.335712969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517326fb-091a-4634-a82f-0b019d5a084a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:27.35095612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517326fb-091a-4634-a82f-0b019d5a084a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:27.365866937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517326fb-091a-4634-a82f-0b019d5a084a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:27.380129947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517326fb-091a-4634-a82f-0b019d5a084a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:27.653610156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"4f210533-3f9a-428d-a521-7432b231d74a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:27.713342254Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"4f210533-3f9a-428d-a521-7432b231d74a","name":"e2e-worker-w1-a3c02e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.080978043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a38656-687b-4ebd-a984-91c0fdaa104c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.095344123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a38656-687b-4ebd-a984-91c0fdaa104c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.109335625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a38656-687b-4ebd-a984-91c0fdaa104c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.123691997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a38656-687b-4ebd-a984-91c0fdaa104c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.749576237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ea4067-a922-4b9a-b0a5-3a9698ec2cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.763647424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ea4067-a922-4b9a-b0a5-3a9698ec2cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.777648322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ea4067-a922-4b9a-b0a5-3a9698ec2cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.791616721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ea4067-a922-4b9a-b0a5-3a9698ec2cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.373131894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be2f71d-c976-4b60-98d1-5530bad999bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.387530273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be2f71d-c976-4b60-98d1-5530bad999bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.402160214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be2f71d-c976-4b60-98d1-5530bad999bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.416131389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be2f71d-c976-4b60-98d1-5530bad999bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.789525741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"209ab439-fd01-42ed-b7c1-422cd746254d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.912664831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"50de4ac4-6e37-4f73-bb5d-f4a8b09f2e74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:30.038761838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab7a6ab-b3cc-401a-9430-c7fea234f66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:30.05332118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab7a6ab-b3cc-401a-9430-c7fea234f66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:30.067436829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab7a6ab-b3cc-401a-9430-c7fea234f66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:30.081584997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab7a6ab-b3cc-401a-9430-c7fea234f66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:30.665632452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bcb3e4-4af1-47ed-8d16-dd0c5341f78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:30.680682529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bcb3e4-4af1-47ed-8d16-dd0c5341f78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:30.694876915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bcb3e4-4af1-47ed-8d16-dd0c5341f78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:30.709081867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bcb3e4-4af1-47ed-8d16-dd0c5341f78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:31.213020421Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"1e3c11b2-505d-42a4-8e41-f0fbbbf99fa0","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:31.247051781Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"1e3c11b2-505d-42a4-8e41-f0fbbbf99fa0","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:31.330214966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf986feb-87ad-451d-a689-a8d5cddeca61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:31.34435553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf986feb-87ad-451d-a689-a8d5cddeca61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:31.3583724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf986feb-87ad-451d-a689-a8d5cddeca61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:31.372515967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf986feb-87ad-451d-a689-a8d5cddeca61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:32.036249339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143bd499-3f03-4f73-9268-a9ff481bb963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:32.050566982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143bd499-3f03-4f73-9268-a9ff481bb963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:32.064777636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143bd499-3f03-4f73-9268-a9ff481bb963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:32.078835044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143bd499-3f03-4f73-9268-a9ff481bb963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:32.648103017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3df67218-dd64-4fd7-a67c-fdd5efacd476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:32.662186831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3df67218-dd64-4fd7-a67c-fdd5efacd476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:32.676723134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3df67218-dd64-4fd7-a67c-fdd5efacd476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:32.690655163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3df67218-dd64-4fd7-a67c-fdd5efacd476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:32.961070669Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"a992d99f-e11c-47ae-bb8f-1698ad9140b5","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.090871556Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","namespace":"ai-tenant-e2e-derive-64505fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.090926174Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","namespace":"ai-tenant-e2e-derive-64505fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.090971472Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","tenant":"e2e-derive-64505fc5","tenantID":"e2e-derive-64505fc5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.107423312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"Deployment","name":"maas-api-e2e-derive-64505fc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.133739599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"Service","name":"maas-api-e2e-derive-64505fc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.152807195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-64505fc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.171181522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-64505fc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.188300609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-64505fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.205075806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-64505fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.224580276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-64505fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.242616297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-64505fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.256528801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"Deployment","name":"payload-processing-e2e-derive-64505fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.270271506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-64505fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.284165572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"Service","name":"payload-processing-e2e-derive-64505fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.298393585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"Service","name":"payload-pre-processing-e2e-derive-64505fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.314777283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"DestinationRule","name":"payload-processing-e2e-derive-64505fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.3311812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-64505fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.332382647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed754e7-4dda-4cc5-970d-dea009a1db6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.346279346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-64505fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.346523044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed754e7-4dda-4cc5-970d-dea009a1db6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.360457913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed754e7-4dda-4cc5-970d-dea009a1db6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.365805997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-64505fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.37449319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eed754e7-4dda-4cc5-970d-dea009a1db6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.388514853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-64505fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.402501484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-64505fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.416283447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-64505fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.433417311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-64505fc5"},"namespace":"ai-tenant-e2e-derive-64505fc5","name":"default-tenant","reconcileID":"da05d7b2-2272-4295-9543-063eb12c1290","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-64505fc5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:34.034294849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8f3308-04f9-4207-8d5f-ee42b158395a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:34.0483645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8f3308-04f9-4207-8d5f-ee42b158395a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:34.062579326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8f3308-04f9-4207-8d5f-ee42b158395a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:34.076511925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8f3308-04f9-4207-8d5f-ee42b158395a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:34.641232505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85c23a1-0e1e-43e5-aae2-a53d14263e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:34.655423618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85c23a1-0e1e-43e5-aae2-a53d14263e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:34.671318287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85c23a1-0e1e-43e5-aae2-a53d14263e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:34.687334322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85c23a1-0e1e-43e5-aae2-a53d14263e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:35.269493614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f2319d-9652-4e9f-99ac-c993ef3ff984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:35.287120638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f2319d-9652-4e9f-99ac-c993ef3ff984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:35.301605295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f2319d-9652-4e9f-99ac-c993ef3ff984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:35.315931805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f2319d-9652-4e9f-99ac-c993ef3ff984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:35.525979523Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-64505fc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-64505fc5","reconcileID":"2144b135-fb7d-4aa9-b6f4-a7f4e3469b7b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-64505fc5","removed":["maas.opendatahub.io/gateway-access-e2e-derive-64505fc5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:35.948603846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ee99d6-3f7f-4c4f-91fe-87a63265024a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:35.962657202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ee99d6-3f7f-4c4f-91fe-87a63265024a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:35.976582402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ee99d6-3f7f-4c4f-91fe-87a63265024a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:35.990566208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ee99d6-3f7f-4c4f-91fe-87a63265024a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:36.637577003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b595297c-37b4-486a-bc7d-03582173d3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:36.65211166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b595297c-37b4-486a-bc7d-03582173d3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:36.666892554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b595297c-37b4-486a-bc7d-03582173d3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:36.682816234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b595297c-37b4-486a-bc7d-03582173d3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.057077365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15466458-fdde-4e7a-bc0f-b7e1b50a8e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.07124184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15466458-fdde-4e7a-bc0f-b7e1b50a8e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.085406442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15466458-fdde-4e7a-bc0f-b7e1b50a8e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.099326855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15466458-fdde-4e7a-bc0f-b7e1b50a8e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.516982587Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","namespace":"ai-tenant-e2e-ait-f5bae148","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.517033541Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","namespace":"ai-tenant-e2e-ait-f5bae148","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.517076698Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","tenant":"e2e-ait-f5bae148","tenantID":"e2e-ait-f5bae148","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.577604844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"Deployment","name":"maas-api-e2e-ait-f5bae148","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.605086691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"Service","name":"maas-api-e2e-ait-f5bae148","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.624211098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-f5bae148","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.640203381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-f5bae148","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.657198328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-f5bae148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.673781546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-f5bae148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.692720611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-f5bae148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.709199764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-f5bae148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.722971842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"Deployment","name":"payload-processing-e2e-ait-f5bae148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.731213043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2fcad2d-fa30-49f8-a733-d406d8e120bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.74528651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-f5bae148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.745511392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2fcad2d-fa30-49f8-a733-d406d8e120bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.75916055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"Service","name":"payload-processing-e2e-ait-f5bae148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.759827488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2fcad2d-fa30-49f8-a733-d406d8e120bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.773678401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"Service","name":"payload-pre-processing-e2e-ait-f5bae148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.773763984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2fcad2d-fa30-49f8-a733-d406d8e120bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.787584768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"DestinationRule","name":"payload-processing-e2e-ait-f5bae148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.80133153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-f5bae148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.81522026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-f5bae148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.833440519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-f5bae148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.861013681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-f5bae148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.874942788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-f5bae148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.878212415Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-a940bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-a940bc","reconcileID":"30ab7333-d006-4221-8eab-5b74949f0cbe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w6-a940bc","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w6-a940bc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.888740699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-f5bae148","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.916067899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f5bae148"},"namespace":"ai-tenant-e2e-ait-f5bae148","name":"default-tenant","reconcileID":"047d07ba-2355-41b7-bb64-fe92ccc4881b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-f5bae148","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:41.249396422Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-f5bae148","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-f5bae148","reconcileID":"97d6ac53-c609-4e02-88cd-d058f8cb7091","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-f5bae148","removed":["maas.opendatahub.io/gateway-access-e2e-ait-f5bae148"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:41.577089301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8333dcb6-7934-4421-b688-b44b20ed416c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:41.591667699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8333dcb6-7934-4421-b688-b44b20ed416c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:41.605551567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8333dcb6-7934-4421-b688-b44b20ed416c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:41.619865797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8333dcb6-7934-4421-b688-b44b20ed416c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.23553814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"755a6c8f-2b0b-440b-bbae-eeae4a2dd7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.250874795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"755a6c8f-2b0b-440b-bbae-eeae4a2dd7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.267447255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"755a6c8f-2b0b-440b-bbae-eeae4a2dd7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.283500779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"755a6c8f-2b0b-440b-bbae-eeae4a2dd7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:42.602101602Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-a940bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-a940bc","reconcileID":"155a9c36-c59a-4f18-9c92-a66ef40e3ec1","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w6-a940bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.614665367Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"5551c3c2-4a6b-4324-9b96-8048df860c73","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.647382872Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"5551c3c2-4a6b-4324-9b96-8048df860c73","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.930083744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1644fdca-6603-462e-8ea2-e4980812318a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.948790013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1644fdca-6603-462e-8ea2-e4980812318a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.963994561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1644fdca-6603-462e-8ea2-e4980812318a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.97817974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1644fdca-6603-462e-8ea2-e4980812318a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.618682373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f91150-cffe-459d-9775-cbad4f3d1164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.633036032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f91150-cffe-459d-9775-cbad4f3d1164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.647327722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f91150-cffe-459d-9775-cbad4f3d1164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.661774823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f91150-cffe-459d-9775-cbad4f3d1164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:44.536464831Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"d8b75cca-0afb-47d7-b84b-49f181b33839","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.326583457Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","namespace":"ai-tenant-e2e-ait-de7186ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.326640166Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","namespace":"ai-tenant-e2e-ait-de7186ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.326690389Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","tenant":"e2e-ait-de7186ef","tenantID":"e2e-ait-de7186ef","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.343270069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"Deployment","name":"maas-api-e2e-ait-de7186ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.369619103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"Service","name":"maas-api-e2e-ait-de7186ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.391710702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-de7186ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.411067465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-de7186ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.428404404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-de7186ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.447493417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-de7186ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.467282453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-de7186ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.484386834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-de7186ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.498572834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"Deployment","name":"payload-processing-e2e-ait-de7186ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.512743872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-de7186ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.526928951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"Service","name":"payload-processing-e2e-ait-de7186ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.541178819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"Service","name":"payload-pre-processing-e2e-ait-de7186ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.555701575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"DestinationRule","name":"payload-processing-e2e-ait-de7186ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.570107458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-de7186ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.584362167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-de7186ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.603383706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-de7186ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.618168557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-de7186ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.632578611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-de7186ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.64658575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-de7186ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.660550221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-de7186ef"},"namespace":"ai-tenant-e2e-ait-de7186ef","name":"default-tenant","reconcileID":"76d8b078-c15d-41f9-acaf-58b3af67c318","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-de7186ef","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.681838138Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","namespace":"ai-tenant-e2e-ait-f97668b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.681932672Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","namespace":"ai-tenant-e2e-ait-f97668b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.682017195Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","tenant":"e2e-ait-f97668b9","tenantID":"e2e-ait-f97668b9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.698578372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"Deployment","name":"maas-api-e2e-ait-f97668b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.726397794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"Service","name":"maas-api-e2e-ait-f97668b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.749125482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-f97668b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.766300652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-f97668b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.783891309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-f97668b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.8005947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-f97668b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.820417215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-f97668b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.837448546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-f97668b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.85129148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"Deployment","name":"payload-processing-e2e-ait-f97668b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.866098226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-f97668b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.880237223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"Service","name":"payload-processing-e2e-ait-f97668b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.896534036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"Service","name":"payload-pre-processing-e2e-ait-f97668b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.910734076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"DestinationRule","name":"payload-processing-e2e-ait-f97668b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.921996733Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-de7186ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-de7186ef","reconcileID":"5887d446-a42d-4fba-be98-620dc8961e31","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-de7186ef","removed":["maas.opendatahub.io/gateway-access-e2e-ait-de7186ef"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.924783877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-f97668b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.938959619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-f97668b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.957671407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-f97668b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.972573257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-f97668b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:46.986869975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-f97668b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:47.001642912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-f97668b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:47.016801085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f97668b9"},"namespace":"ai-tenant-e2e-ait-f97668b9","name":"default-tenant","reconcileID":"4ae5e611-b710-440e-812d-1019dfa179fa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-f97668b9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:47.43462423Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-f97668b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-f97668b9","reconcileID":"891533c6-a575-45be-aa21-8a7beadfda00","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-f97668b9","removed":["maas.opendatahub.io/gateway-access-e2e-ait-f97668b9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:47.435460078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e4e9073-610b-4a2b-b5ee-a6156a0e24dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:47.452609176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e4e9073-610b-4a2b-b5ee-a6156a0e24dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:47.466882765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e4e9073-610b-4a2b-b5ee-a6156a0e24dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:47.481683986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e4e9073-610b-4a2b-b5ee-a6156a0e24dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.148416937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a0fe37e-949f-4f6e-97ae-a583f721e424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.163728604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a0fe37e-949f-4f6e-97ae-a583f721e424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.178063536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a0fe37e-949f-4f6e-97ae-a583f721e424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.192691181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a0fe37e-949f-4f6e-97ae-a583f721e424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.737159098Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-b31f3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-b31f3f","reconcileID":"224159d8-5df0-4831-9fae-8de32d4649dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-b31f3f","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-b31f3f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.856563801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9452bc-a3b3-448b-b325-d9226a7a58f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.870814461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9452bc-a3b3-448b-b325-d9226a7a58f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.88492094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9452bc-a3b3-448b-b325-d9226a7a58f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.898995786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9452bc-a3b3-448b-b325-d9226a7a58f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.575454105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af853ee3-ee23-4792-ac2b-80be59ea61cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.591648683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af853ee3-ee23-4792-ac2b-80be59ea61cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.608636502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af853ee3-ee23-4792-ac2b-80be59ea61cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.62311777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af853ee3-ee23-4792-ac2b-80be59ea61cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.23969132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6879ecb-0212-481c-b600-4b49b5758032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.255187559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6879ecb-0212-481c-b600-4b49b5758032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.26958403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6879ecb-0212-481c-b600-4b49b5758032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.283940666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6879ecb-0212-481c-b600-4b49b5758032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.947091657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5722fa86-59d9-4d56-903b-1f48bd44d3e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.963419651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5722fa86-59d9-4d56-903b-1f48bd44d3e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.981105684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"2188203e-792e-41ee-9e0e-e0a29a9bc150","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.98208719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5722fa86-59d9-4d56-903b-1f48bd44d3e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.996285879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5722fa86-59d9-4d56-903b-1f48bd44d3e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.025298151Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"2188203e-792e-41ee-9e0e-e0a29a9bc150","name":"e2e-worker-w6-a940bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.059989849Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","namespace":"ai-tenant-e2e-migrate-8fba532a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.060086257Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","namespace":"ai-tenant-e2e-migrate-8fba532a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.060219574Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","tenant":"e2e-migrate-8fba532a","tenantID":"e2e-migrate-8fba532a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.079891407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"Deployment","name":"maas-api-e2e-migrate-8fba532a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.112530842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"Service","name":"maas-api-e2e-migrate-8fba532a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.133849878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-8fba532a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.15037287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-8fba532a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.167063665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-8fba532a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.187168366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-8fba532a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.203588837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-8fba532a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.21753403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-8fba532a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.231279521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"Deployment","name":"payload-processing-e2e-migrate-8fba532a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.245718754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-8fba532a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.263482899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"Service","name":"payload-processing-e2e-migrate-8fba532a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.277473584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"Service","name":"payload-pre-processing-e2e-migrate-8fba532a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.291417231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-8fba532a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.305322799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-8fba532a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.318931096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-8fba532a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.346502113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-8fba532a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.3600724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-8fba532a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.37396357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-8fba532a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.387763944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-8fba532a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.401933668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8fba532a"},"namespace":"ai-tenant-e2e-migrate-8fba532a","name":"default-tenant","reconcileID":"3ed72e69-a4bb-4b1f-99e5-7f5fb7d89a92","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-8fba532a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.715451322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bab65a8-b969-4627-85af-ebf17be4f543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.729642576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bab65a8-b969-4627-85af-ebf17be4f543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.743843965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bab65a8-b969-4627-85af-ebf17be4f543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.750622757Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-8fba532a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-8fba532a","reconcileID":"2c68c7b5-6e48-4cc5-b54d-c02c59090e11","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-8fba532a-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-8fba532a-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.758261967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bab65a8-b969-4627-85af-ebf17be4f543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.778577922Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:52.347818461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f764b1-314f-4639-b605-d17866d88f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:52.361996847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f764b1-314f-4639-b605-d17866d88f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:52.377110218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f764b1-314f-4639-b605-d17866d88f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:52.391240936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f764b1-314f-4639-b605-d17866d88f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:52.601345267Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-a9def7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-a9def7","reconcileID":"c21b0255-eb7d-4605-9219-5a0f1251f306","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-a9def7","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-a9def7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.060223855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27814c5f-5e62-4116-b76d-deb6c3b4d98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.074704558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27814c5f-5e62-4116-b76d-deb6c3b4d98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.089246809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27814c5f-5e62-4116-b76d-deb6c3b4d98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.103299561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27814c5f-5e62-4116-b76d-deb6c3b4d98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.589048562Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-743a5e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-743a5e","reconcileID":"fc44e4ee-c883-446c-94e5-490ef461c098","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-743a5e","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w5-743a5e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.868519403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af312580-19ed-4d9d-9835-5a7a60debcdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.882899962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af312580-19ed-4d9d-9835-5a7a60debcdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.89719287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af312580-19ed-4d9d-9835-5a7a60debcdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.911554299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af312580-19ed-4d9d-9835-5a7a60debcdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.531871707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f048df3-d8ea-4d3b-a374-1b01ed2bd370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.545966338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f048df3-d8ea-4d3b-a374-1b01ed2bd370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.560313453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f048df3-d8ea-4d3b-a374-1b01ed2bd370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.574443727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f048df3-d8ea-4d3b-a374-1b01ed2bd370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:55.292935629Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-743a5e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-743a5e","reconcileID":"2e53cf2a-7368-41ea-9020-81cb28bfcc25","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w5-743a5e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:56.437747191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"698d1314-45e5-4cf7-945b-5d2e2aded5bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:56.452085835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"698d1314-45e5-4cf7-945b-5d2e2aded5bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:56.466510884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"698d1314-45e5-4cf7-945b-5d2e2aded5bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:56.480946063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"698d1314-45e5-4cf7-945b-5d2e2aded5bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:57.028344717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"2a880316-5f8b-471c-83c7-4b7b9305395f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:57.070168557Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"2a880316-5f8b-471c-83c7-4b7b9305395f","name":"e2e-worker-w4-b31f3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:57.134115099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ef1839-1568-4399-a9ed-c9af5cf9783b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:57.148292929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ef1839-1568-4399-a9ed-c9af5cf9783b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:57.164732122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ef1839-1568-4399-a9ed-c9af5cf9783b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:57.187286527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ef1839-1568-4399-a9ed-c9af5cf9783b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:57.480465858Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-8a9e5f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-8a9e5f","reconcileID":"f32c1e05-005a-4c85-b865-2f5ed01b6589","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-8a9e5f","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-8a9e5f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:57.854517882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"46865689-9220-48f3-a324-c9b3d1bc268b","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:57.913955044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326a143e-4bf9-4252-869d-b74d571dbe9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:57.928082551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326a143e-4bf9-4252-869d-b74d571dbe9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:57.942100253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326a143e-4bf9-4252-869d-b74d571dbe9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:57.956360646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326a143e-4bf9-4252-869d-b74d571dbe9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:58.562974272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a352ba-4f78-481c-b84b-f949144dbf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:58.57698444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a352ba-4f78-481c-b84b-f949144dbf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:58.591099853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a352ba-4f78-481c-b84b-f949144dbf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:58.605319177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a352ba-4f78-481c-b84b-f949144dbf80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:59.262364752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"e03388a0-6ab5-4ea8-b064-ff6ee4601f99","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:59.290124903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"34d523ab-f99f-45df-8bb3-efe3d54d5ca2","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:59.331721737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687e165b-e876-4368-8e00-9bd77dba071a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:59.34583276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687e165b-e876-4368-8e00-9bd77dba071a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:59.360012287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687e165b-e876-4368-8e00-9bd77dba071a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:59.374797779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687e165b-e876-4368-8e00-9bd77dba071a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:59.390183244Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-8a9e5f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-8a9e5f","reconcileID":"dfecd140-9134-4c09-891e-c084c82dd5ba","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w3-8a9e5f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:00.028831562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892ae581-075f-41ee-9957-218975c19009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:00.042724732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892ae581-075f-41ee-9957-218975c19009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:00.056661298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892ae581-075f-41ee-9957-218975c19009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:00.070497001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892ae581-075f-41ee-9957-218975c19009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:01.435979436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75aeefd6-e50b-441d-b8eb-1115762861f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:01.44998438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75aeefd6-e50b-441d-b8eb-1115762861f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:01.463895816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75aeefd6-e50b-441d-b8eb-1115762861f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:01.477959516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75aeefd6-e50b-441d-b8eb-1115762861f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.063319425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0cbf7f-ee31-44bd-977c-5c83e4dde0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.078997823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0cbf7f-ee31-44bd-977c-5c83e4dde0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.093417869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0cbf7f-ee31-44bd-977c-5c83e4dde0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.10764692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f0cbf7f-ee31-44bd-977c-5c83e4dde0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.674804112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"312f7094-7e9d-42be-873f-81c46f3a95e5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.720014118Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"312f7094-7e9d-42be-873f-81c46f3a95e5","name":"e2e-worker-w2-a9def7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.738719156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5468d39d-7fe4-4010-b58a-413e424a45f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.753681432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5468d39d-7fe4-4010-b58a-413e424a45f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.7683033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5468d39d-7fe4-4010-b58a-413e424a45f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.782700996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5468d39d-7fe4-4010-b58a-413e424a45f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:03.447033378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf445f12-9c06-4417-a6c6-11c16dc78358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:03.461423414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf445f12-9c06-4417-a6c6-11c16dc78358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:03.475653194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf445f12-9c06-4417-a6c6-11c16dc78358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:03.490068654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf445f12-9c06-4417-a6c6-11c16dc78358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.063311864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db32d7f-aea5-47d2-aee1-25522e23fd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.077550014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db32d7f-aea5-47d2-aee1-25522e23fd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.091748472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db32d7f-aea5-47d2-aee1-25522e23fd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.107897413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db32d7f-aea5-47d2-aee1-25522e23fd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.778462696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620068bf-b717-4a2f-9931-af9034a6216d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.793010313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620068bf-b717-4a2f-9931-af9034a6216d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.808265536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620068bf-b717-4a2f-9931-af9034a6216d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.822463533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620068bf-b717-4a2f-9931-af9034a6216d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:05.443719885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a161c985-2b93-44b8-bc78-52dcc452cf04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:05.458104473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a161c985-2b93-44b8-bc78-52dcc452cf04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:05.472222627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a161c985-2b93-44b8-bc78-52dcc452cf04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:05.486127674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a161c985-2b93-44b8-bc78-52dcc452cf04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:06.207992926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"9130c5d8-594c-4d3c-b98b-dcec2e411407","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:06.25095887Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"9130c5d8-594c-4d3c-b98b-dcec2e411407","name":"e2e-worker-w5-743a5e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:10.336652469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ec48c2-51d0-4a96-ba13-134fd4df123a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:10.351424635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ec48c2-51d0-4a96-ba13-134fd4df123a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:10.368275011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ec48c2-51d0-4a96-ba13-134fd4df123a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:10.383424209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ec48c2-51d0-4a96-ba13-134fd4df123a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:10.940746551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"1deb276e-9d95-40df-b3b2-0f3ed574b79b","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.039691792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da318b14-409c-4e49-a880-da421ed6d0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.054084811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da318b14-409c-4e49-a880-da421ed6d0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.068867918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da318b14-409c-4e49-a880-da421ed6d0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.083233743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da318b14-409c-4e49-a880-da421ed6d0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.501962384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"82b9a5a7-7d65-4a41-8c62-7de021bebe42","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.545605545Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"82b9a5a7-7d65-4a41-8c62-7de021bebe42","name":"e2e-worker-w3-8a9e5f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:17.536252679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e89c4e-a2d0-419e-a9c8-b2c30f692fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:17.55044133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e89c4e-a2d0-419e-a9c8-b2c30f692fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:17.564503295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e89c4e-a2d0-419e-a9c8-b2c30f692fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:17.57854517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e89c4e-a2d0-419e-a9c8-b2c30f692fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:18.232495385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"681b409c-45a7-423d-8cd5-bcf46dcbb474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:18.246821892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"681b409c-45a7-423d-8cd5-bcf46dcbb474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:18.261028535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"681b409c-45a7-423d-8cd5-bcf46dcbb474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:18.275315144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"681b409c-45a7-423d-8cd5-bcf46dcbb474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:20.839058516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ade6e1-5d64-4eb3-802d-26f06669f1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:20.853545116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ade6e1-5d64-4eb3-802d-26f06669f1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:20.8679727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ade6e1-5d64-4eb3-802d-26f06669f1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:20.882278377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ade6e1-5d64-4eb3-802d-26f06669f1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.45983605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"242df874-938c-436b-b4a5-730c5b1a24da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.474413577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"242df874-938c-436b-b4a5-730c5b1a24da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.488431269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"242df874-938c-436b-b4a5-730c5b1a24da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.502675401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"242df874-938c-436b-b4a5-730c5b1a24da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.778616749Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:22.549989611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"afa18a6c-9d26-4405-b3a0-9bdc4fec1572","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:22.581856856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"d218a2da-6839-4854-a64a-d44702b43435","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:24.603102391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"72dde140-370a-4a92-8aef-a77e446ba44c","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:24.831511435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"ce0e7b70-42bf-49b2-a3a8-22a1abe8a60c","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:24.858342076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f02b0db-15fe-4e54-83ac-9c39ebaf273a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:24.85836019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f02b0db-15fe-4e54-83ac-9c39ebaf273a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:24.862592264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"ba6320cb-af85-44a1-8d2e-3f89ac7534f0","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:24.878890021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43cdf6ce-d6b2-40a2-abf0-559508d5ed69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:24.878906067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43cdf6ce-d6b2-40a2-abf0-559508d5ed69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:24.881848677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"3d256b62-f641-4dcc-a028-25aea3156873","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:56:24.894215171Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e4e24e/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:24.943827554Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"4f69c480-b6fb-47ae-83fe-cde31207fdd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"simulator-w0-e4e24e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e4e24e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:24.998273495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"6f70dd22-40f0-4748-9e5f-a02375ad8c83","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.044927763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"46c0fdc5-8033-42f0-9fdd-81b26a1def3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.089834205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"a09f6bf3-1d47-4f56-95f3-f2be1fc84ae5","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.113775058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"071645fa-c5e9-45ae-a58e-c52e9c2952b2","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.141165349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"a67f93fc-175d-411b-9aa4-31318b96c627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.157781815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"6b0953ba-3254-4c5d-befd-2561a49dcbbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.194696741Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"a67f93fc-175d-411b-9aa4-31318b96c627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.212957962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"a67f93fc-175d-411b-9aa4-31318b96c627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.230990117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"5ed69e41-9b8e-4426-be8f-2ff2240b1887","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.260427445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"08f2d757-0b85-4f17-9ae9-4bd5ce8e888d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.279545153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"08f2d757-0b85-4f17-9ae9-4bd5ce8e888d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.297661079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"08f2d757-0b85-4f17-9ae9-4bd5ce8e888d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.300598375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"48b351f5-812d-446a-a925-19d61362008a","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.320956587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"acbc3052-9fa5-4991-aa7c-39fbf6510705","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.33469358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"66fa953e-6e85-4062-942e-3cbcd2876a68","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:56:25.341296831Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e4e24e/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.3523056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"0c0d53dd-6373-4e86-b921-b85e7d688513","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.360674774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"989fd3d2-f461-41dd-801b-89d506ff4bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.382879507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"989fd3d2-f461-41dd-801b-89d506ff4bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.405210162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"989fd3d2-f461-41dd-801b-89d506ff4bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.422857129Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"aec9ed0c-aaa0-4176-a6f1-21fb65b617c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"premium-w0-e4e24e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e4e24e/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.46198102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"70db0722-a475-4e39-a8a8-4c76ca6d4dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.472736659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"69b0f6a6-6d1b-438d-8bc9-40fa691acd84","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.482857461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"70db0722-a475-4e39-a8a8-4c76ca6d4dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.501046236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"70db0722-a475-4e39-a8a8-4c76ca6d4dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.51545957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"b17e6ac0-7a94-4876-bd61-0088cfebd602","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.520611695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"5c3fadfa-d8ec-493b-9943-92aeb51342fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.539423581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"18f28478-d0aa-49f0-a77b-01ac8ab4473a","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.585026039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"ebc59241-d997-46a2-9612-09d84cc34e3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.595533749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f425ffa6-7099-4b48-a669-780113780fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.604380681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"ebc59241-d997-46a2-9612-09d84cc34e3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.615973912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f425ffa6-7099-4b48-a669-780113780fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.61632231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"f566c165-2fb5-43d8-b7d4-4ea1b1da97f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.623355756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"ebc59241-d997-46a2-9612-09d84cc34e3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.634320035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f425ffa6-7099-4b48-a669-780113780fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.6429652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"1c5f5b23-bb39-42f1-abe4-0dd1715450d5","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.684024563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"e1f14260-395c-4901-900d-a489fc7c7a22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.704176117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"e1f14260-395c-4901-900d-a489fc7c7a22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:25.722489496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"e1f14260-395c-4901-900d-a489fc7c7a22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:26.384574173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a8d98e-01f5-4f70-8d7e-6b143d25f237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:26.398656688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a8d98e-01f5-4f70-8d7e-6b143d25f237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:26.412769714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a8d98e-01f5-4f70-8d7e-6b143d25f237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:26.426632405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a8d98e-01f5-4f70-8d7e-6b143d25f237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:27.036202764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e88ec1a-a001-42a3-b6f2-392dc730e16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:27.050301273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e88ec1a-a001-42a3-b6f2-392dc730e16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:27.064374578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e88ec1a-a001-42a3-b6f2-392dc730e16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:27.078335101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e88ec1a-a001-42a3-b6f2-392dc730e16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:31.823912349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"40ee4c1a-f4be-42b4-9380-8e7f7ae0122e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:31.874770213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"d2805399-45bd-4066-83a2-2a4b37689d07","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:31.924407815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"e5bc97ce-26e5-4482-9e11-9a01a7812f30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:31.983483099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"7535083c-cf18-42be-bb67-71c79efd004b","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:32.157035409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"cd280428-ad42-4686-8dad-19541f3810a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:32.157112029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"cecb03ad-614c-4903-9693-9595fd1eb611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:32.177180541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"cd280428-ad42-4686-8dad-19541f3810a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:32.178274024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"cecb03ad-614c-4903-9693-9595fd1eb611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:32.195343938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7868b28c81eab5ff593f488c0b7acc1f942c1ab665ad51128a7c55bf9d696c27) AuthConfig (04ba99ecc4e62c02427f971bb461e7debf35a9a8a245a80a6a9fcc134728d389) AuthConfig (7733eaf2eadd19f412bf8a6c700b7a4d4b44bda848309a237ae5017d01302bef) AuthConfig (3ce9221135ad27d665fddcf73cf7b1558268a0f614e6b53656e30806f77961c5) AuthConfig (027ab0a7df3e303ec00da28937b0dd8b2c4faed661ad6be8b39b628521dbd999) AuthConfig (47435d5eb106469ee5cff897b5b2bc61d5d10867f93c774e5f0f94a7dd262584) AuthConfig (9fffc2f9e96b027562670d111b713d0abe587fbed8be0f46d620cb1f97528de1) AuthConfig (db9d62d63b1e388f7fd66c7cd75448506e93882ba51ceebe7b80e278277d0aa5) AuthConfig (e054dba7bc9e389b571a4325b747e894c53d29f356096d816cf8a0199aff1a32) AuthConfig (5b794b620ca601ac0c3b3e71a4f3d62a0547dcad0165e7047e2b9b906d9ea8a9) AuthConfig (905cae9b048d87e40ad31ad18298d257ac964badb7d113dbcd5e3a44b01b29e9) AuthConfig (7c41d37c9b0d18f7b7dbfec06f0d9d12ce3908a8103ecf5b0ab83df3a0e20db7) AuthConfig (6ddf318b919b105619e46bf904423d181a2ef34319a5e1db639a50b080f02078) AuthConfig (8f36e348c018500f41e8636904cf3734e246d91e59fa165eb20a1d9e35e4c47a) AuthConfig (7ab8da2a2ecd9a592495721652efd36bfe54d7d19c958119961f8adec13e337c) AuthConfig (5b7d1822a310fc2910328107d39044853f155832564c8fc4643fed60426d550b) AuthConfig (b0fb2d7de7b623b50aae5b99c069782d16fec7bacfbcc2e713bdaa2852f2cf3b) AuthConfig (2121c534853d6f7363893203f31ab196120a0d433ede618a1191ae8eb2c975bd) AuthConfig (52109a3b67859b16ffff4a23cb0983553e7724af6d65530d61809f07bccf8819) AuthConfig (185bc1264b0eb74d2c1a5bfafab79f3376c19533a592d6fa3d6803848bb27b3f) AuthConfig (c880a43986014fc25d342f14a7d9c70ec77f6b5e3550d63c82f14d780ba07932) AuthConfig (f8c5632bc9752d033dbac2d616c8a4493dc391eaffc9bd310c2a422b6161e030) AuthConfig (399586451f217d64fcd342acc3bdfbc97ac44101b69d365c61f311a9feb29d2c) AuthConfig (917e979850acd924c991573f00bed09c3047c31a2a316fea30cf3354a99041df) AuthConfig (575ff922b061abf742607edfad20fe318014e8e99eaa0f84f03be9ad7c4115f6) AuthConfig (6af02a4ee5ac729219d49dcf6d2ea845d076d0e0f7f5f55bb8fc6264692e1e23) AuthConfig (8cc7a30aa77abc91a482733f74ec7bafc36c51a721af970a3b17a933f8b54a0a) AuthConfig (55d80188ac8522e7d769229cf8073754984a36490160b74e2bb0458e07b7b35b) AuthConfig (d0f2ec4230c15dade151cb7dc5b8ac414c5c24c508f1a95c3623cfaf606fdbaa) AuthConfig (15eb3a86fd6a21f46c21bf8d54be1c074df98ce59b517dd3b7bfa2a128e946d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"cd280428-ad42-4686-8dad-19541f3810a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:32.196224562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7868b28c81eab5ff593f488c0b7acc1f942c1ab665ad51128a7c55bf9d696c27) AuthConfig (04ba99ecc4e62c02427f971bb461e7debf35a9a8a245a80a6a9fcc134728d389) AuthConfig (7733eaf2eadd19f412bf8a6c700b7a4d4b44bda848309a237ae5017d01302bef) AuthConfig (3ce9221135ad27d665fddcf73cf7b1558268a0f614e6b53656e30806f77961c5) AuthConfig (027ab0a7df3e303ec00da28937b0dd8b2c4faed661ad6be8b39b628521dbd999) AuthConfig (47435d5eb106469ee5cff897b5b2bc61d5d10867f93c774e5f0f94a7dd262584) AuthConfig (9fffc2f9e96b027562670d111b713d0abe587fbed8be0f46d620cb1f97528de1) AuthConfig (db9d62d63b1e388f7fd66c7cd75448506e93882ba51ceebe7b80e278277d0aa5) AuthConfig (e054dba7bc9e389b571a4325b747e894c53d29f356096d816cf8a0199aff1a32) AuthConfig (5b794b620ca601ac0c3b3e71a4f3d62a0547dcad0165e7047e2b9b906d9ea8a9) AuthConfig (905cae9b048d87e40ad31ad18298d257ac964badb7d113dbcd5e3a44b01b29e9) AuthConfig (7c41d37c9b0d18f7b7dbfec06f0d9d12ce3908a8103ecf5b0ab83df3a0e20db7) AuthConfig (6ddf318b919b105619e46bf904423d181a2ef34319a5e1db639a50b080f02078) AuthConfig (8f36e348c018500f41e8636904cf3734e246d91e59fa165eb20a1d9e35e4c47a) AuthConfig (7ab8da2a2ecd9a592495721652efd36bfe54d7d19c958119961f8adec13e337c) AuthConfig (5b7d1822a310fc2910328107d39044853f155832564c8fc4643fed60426d550b) AuthConfig (b0fb2d7de7b623b50aae5b99c069782d16fec7bacfbcc2e713bdaa2852f2cf3b) AuthConfig (2121c534853d6f7363893203f31ab196120a0d433ede618a1191ae8eb2c975bd) AuthConfig (52109a3b67859b16ffff4a23cb0983553e7724af6d65530d61809f07bccf8819) AuthConfig (185bc1264b0eb74d2c1a5bfafab79f3376c19533a592d6fa3d6803848bb27b3f) AuthConfig (c880a43986014fc25d342f14a7d9c70ec77f6b5e3550d63c82f14d780ba07932) AuthConfig (f8c5632bc9752d033dbac2d616c8a4493dc391eaffc9bd310c2a422b6161e030) AuthConfig (399586451f217d64fcd342acc3bdfbc97ac44101b69d365c61f311a9feb29d2c) AuthConfig (917e979850acd924c991573f00bed09c3047c31a2a316fea30cf3354a99041df) AuthConfig (575ff922b061abf742607edfad20fe318014e8e99eaa0f84f03be9ad7c4115f6) AuthConfig (6af02a4ee5ac729219d49dcf6d2ea845d076d0e0f7f5f55bb8fc6264692e1e23) AuthConfig (8cc7a30aa77abc91a482733f74ec7bafc36c51a721af970a3b17a933f8b54a0a) AuthConfig (55d80188ac8522e7d769229cf8073754984a36490160b74e2bb0458e07b7b35b) AuthConfig (d0f2ec4230c15dade151cb7dc5b8ac414c5c24c508f1a95c3623cfaf606fdbaa) AuthConfig (15eb3a86fd6a21f46c21bf8d54be1c074df98ce59b517dd3b7bfa2a128e946d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"cecb03ad-614c-4903-9693-9595fd1eb611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:32.21569851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"bca8950e-baba-4fd4-b99d-b7c7502c26e2","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:32.218453651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"df88b1bb-c3eb-4e87-98d4-bac60afacfd4","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:32.256641257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"3e6deb93-2bb8-4bd6-8511-d8ab1a985fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:32.275758108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"3e6deb93-2bb8-4bd6-8511-d8ab1a985fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:32.293864273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7868b28c81eab5ff593f488c0b7acc1f942c1ab665ad51128a7c55bf9d696c27) AuthConfig (04ba99ecc4e62c02427f971bb461e7debf35a9a8a245a80a6a9fcc134728d389) AuthConfig (7733eaf2eadd19f412bf8a6c700b7a4d4b44bda848309a237ae5017d01302bef) AuthConfig (3ce9221135ad27d665fddcf73cf7b1558268a0f614e6b53656e30806f77961c5) AuthConfig (027ab0a7df3e303ec00da28937b0dd8b2c4faed661ad6be8b39b628521dbd999) AuthConfig (47435d5eb106469ee5cff897b5b2bc61d5d10867f93c774e5f0f94a7dd262584) AuthConfig (9fffc2f9e96b027562670d111b713d0abe587fbed8be0f46d620cb1f97528de1) AuthConfig (db9d62d63b1e388f7fd66c7cd75448506e93882ba51ceebe7b80e278277d0aa5) AuthConfig (e054dba7bc9e389b571a4325b747e894c53d29f356096d816cf8a0199aff1a32) AuthConfig (5b794b620ca601ac0c3b3e71a4f3d62a0547dcad0165e7047e2b9b906d9ea8a9) AuthConfig (905cae9b048d87e40ad31ad18298d257ac964badb7d113dbcd5e3a44b01b29e9) AuthConfig (7c41d37c9b0d18f7b7dbfec06f0d9d12ce3908a8103ecf5b0ab83df3a0e20db7) AuthConfig (6ddf318b919b105619e46bf904423d181a2ef34319a5e1db639a50b080f02078) AuthConfig (8f36e348c018500f41e8636904cf3734e246d91e59fa165eb20a1d9e35e4c47a) AuthConfig (7ab8da2a2ecd9a592495721652efd36bfe54d7d19c958119961f8adec13e337c) AuthConfig (5b7d1822a310fc2910328107d39044853f155832564c8fc4643fed60426d550b) AuthConfig (b0fb2d7de7b623b50aae5b99c069782d16fec7bacfbcc2e713bdaa2852f2cf3b) AuthConfig (2121c534853d6f7363893203f31ab196120a0d433ede618a1191ae8eb2c975bd) AuthConfig (52109a3b67859b16ffff4a23cb0983553e7724af6d65530d61809f07bccf8819) AuthConfig (185bc1264b0eb74d2c1a5bfafab79f3376c19533a592d6fa3d6803848bb27b3f) AuthConfig (c880a43986014fc25d342f14a7d9c70ec77f6b5e3550d63c82f14d780ba07932) AuthConfig (f8c5632bc9752d033dbac2d616c8a4493dc391eaffc9bd310c2a422b6161e030) AuthConfig (399586451f217d64fcd342acc3bdfbc97ac44101b69d365c61f311a9feb29d2c) AuthConfig (917e979850acd924c991573f00bed09c3047c31a2a316fea30cf3354a99041df) AuthConfig (575ff922b061abf742607edfad20fe318014e8e99eaa0f84f03be9ad7c4115f6) AuthConfig (6af02a4ee5ac729219d49dcf6d2ea845d076d0e0f7f5f55bb8fc6264692e1e23) AuthConfig (8cc7a30aa77abc91a482733f74ec7bafc36c51a721af970a3b17a933f8b54a0a) AuthConfig (55d80188ac8522e7d769229cf8073754984a36490160b74e2bb0458e07b7b35b) AuthConfig (d0f2ec4230c15dade151cb7dc5b8ac414c5c24c508f1a95c3623cfaf606fdbaa) AuthConfig (15eb3a86fd6a21f46c21bf8d54be1c074df98ce59b517dd3b7bfa2a128e946d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"3e6deb93-2bb8-4bd6-8511-d8ab1a985fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:32.357093693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"4981cd8d-b52d-438c-ab4e-df3b8b4c6ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:32.381007892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"4981cd8d-b52d-438c-ab4e-df3b8b4c6ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:32.399442448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7868b28c81eab5ff593f488c0b7acc1f942c1ab665ad51128a7c55bf9d696c27) AuthConfig (04ba99ecc4e62c02427f971bb461e7debf35a9a8a245a80a6a9fcc134728d389) AuthConfig (7733eaf2eadd19f412bf8a6c700b7a4d4b44bda848309a237ae5017d01302bef) AuthConfig (3ce9221135ad27d665fddcf73cf7b1558268a0f614e6b53656e30806f77961c5) AuthConfig (027ab0a7df3e303ec00da28937b0dd8b2c4faed661ad6be8b39b628521dbd999) AuthConfig (47435d5eb106469ee5cff897b5b2bc61d5d10867f93c774e5f0f94a7dd262584) AuthConfig (9fffc2f9e96b027562670d111b713d0abe587fbed8be0f46d620cb1f97528de1) AuthConfig (db9d62d63b1e388f7fd66c7cd75448506e93882ba51ceebe7b80e278277d0aa5) AuthConfig (e054dba7bc9e389b571a4325b747e894c53d29f356096d816cf8a0199aff1a32) AuthConfig (5b794b620ca601ac0c3b3e71a4f3d62a0547dcad0165e7047e2b9b906d9ea8a9) AuthConfig (905cae9b048d87e40ad31ad18298d257ac964badb7d113dbcd5e3a44b01b29e9) AuthConfig (7c41d37c9b0d18f7b7dbfec06f0d9d12ce3908a8103ecf5b0ab83df3a0e20db7) AuthConfig (6ddf318b919b105619e46bf904423d181a2ef34319a5e1db639a50b080f02078) AuthConfig (8f36e348c018500f41e8636904cf3734e246d91e59fa165eb20a1d9e35e4c47a) AuthConfig (7ab8da2a2ecd9a592495721652efd36bfe54d7d19c958119961f8adec13e337c) AuthConfig (5b7d1822a310fc2910328107d39044853f155832564c8fc4643fed60426d550b) AuthConfig (b0fb2d7de7b623b50aae5b99c069782d16fec7bacfbcc2e713bdaa2852f2cf3b) AuthConfig (2121c534853d6f7363893203f31ab196120a0d433ede618a1191ae8eb2c975bd) AuthConfig (52109a3b67859b16ffff4a23cb0983553e7724af6d65530d61809f07bccf8819) AuthConfig (185bc1264b0eb74d2c1a5bfafab79f3376c19533a592d6fa3d6803848bb27b3f) AuthConfig (c880a43986014fc25d342f14a7d9c70ec77f6b5e3550d63c82f14d780ba07932) AuthConfig (f8c5632bc9752d033dbac2d616c8a4493dc391eaffc9bd310c2a422b6161e030) AuthConfig (399586451f217d64fcd342acc3bdfbc97ac44101b69d365c61f311a9feb29d2c) AuthConfig (917e979850acd924c991573f00bed09c3047c31a2a316fea30cf3354a99041df) AuthConfig (575ff922b061abf742607edfad20fe318014e8e99eaa0f84f03be9ad7c4115f6) AuthConfig (6af02a4ee5ac729219d49dcf6d2ea845d076d0e0f7f5f55bb8fc6264692e1e23) AuthConfig (8cc7a30aa77abc91a482733f74ec7bafc36c51a721af970a3b17a933f8b54a0a) AuthConfig (55d80188ac8522e7d769229cf8073754984a36490160b74e2bb0458e07b7b35b) AuthConfig (d0f2ec4230c15dade151cb7dc5b8ac414c5c24c508f1a95c3623cfaf606fdbaa) AuthConfig (15eb3a86fd6a21f46c21bf8d54be1c074df98ce59b517dd3b7bfa2a128e946d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"4981cd8d-b52d-438c-ab4e-df3b8b4c6ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:56:32.417207495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"4981cd8d-b52d-438c-ab4e-df3b8b4c6ca0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:32.470376789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"02f8da8c-32b1-4843-a284-1f6f652bf0cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:32.489663598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"02f8da8c-32b1-4843-a284-1f6f652bf0cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:32.508224289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7868b28c81eab5ff593f488c0b7acc1f942c1ab665ad51128a7c55bf9d696c27) AuthConfig (04ba99ecc4e62c02427f971bb461e7debf35a9a8a245a80a6a9fcc134728d389) AuthConfig (7733eaf2eadd19f412bf8a6c700b7a4d4b44bda848309a237ae5017d01302bef) AuthConfig (3ce9221135ad27d665fddcf73cf7b1558268a0f614e6b53656e30806f77961c5) AuthConfig (027ab0a7df3e303ec00da28937b0dd8b2c4faed661ad6be8b39b628521dbd999) AuthConfig (47435d5eb106469ee5cff897b5b2bc61d5d10867f93c774e5f0f94a7dd262584) AuthConfig (9fffc2f9e96b027562670d111b713d0abe587fbed8be0f46d620cb1f97528de1) AuthConfig (db9d62d63b1e388f7fd66c7cd75448506e93882ba51ceebe7b80e278277d0aa5) AuthConfig (e054dba7bc9e389b571a4325b747e894c53d29f356096d816cf8a0199aff1a32) AuthConfig (5b794b620ca601ac0c3b3e71a4f3d62a0547dcad0165e7047e2b9b906d9ea8a9) AuthConfig (905cae9b048d87e40ad31ad18298d257ac964badb7d113dbcd5e3a44b01b29e9) AuthConfig (7c41d37c9b0d18f7b7dbfec06f0d9d12ce3908a8103ecf5b0ab83df3a0e20db7) AuthConfig (6ddf318b919b105619e46bf904423d181a2ef34319a5e1db639a50b080f02078) AuthConfig (8f36e348c018500f41e8636904cf3734e246d91e59fa165eb20a1d9e35e4c47a) AuthConfig (7ab8da2a2ecd9a592495721652efd36bfe54d7d19c958119961f8adec13e337c) AuthConfig (5b7d1822a310fc2910328107d39044853f155832564c8fc4643fed60426d550b) AuthConfig (b0fb2d7de7b623b50aae5b99c069782d16fec7bacfbcc2e713bdaa2852f2cf3b) AuthConfig (2121c534853d6f7363893203f31ab196120a0d433ede618a1191ae8eb2c975bd) AuthConfig (52109a3b67859b16ffff4a23cb0983553e7724af6d65530d61809f07bccf8819) AuthConfig (185bc1264b0eb74d2c1a5bfafab79f3376c19533a592d6fa3d6803848bb27b3f) AuthConfig (c880a43986014fc25d342f14a7d9c70ec77f6b5e3550d63c82f14d780ba07932) AuthConfig (f8c5632bc9752d033dbac2d616c8a4493dc391eaffc9bd310c2a422b6161e030) AuthConfig (399586451f217d64fcd342acc3bdfbc97ac44101b69d365c61f311a9feb29d2c) AuthConfig (917e979850acd924c991573f00bed09c3047c31a2a316fea30cf3354a99041df) AuthConfig (575ff922b061abf742607edfad20fe318014e8e99eaa0f84f03be9ad7c4115f6) AuthConfig (6af02a4ee5ac729219d49dcf6d2ea845d076d0e0f7f5f55bb8fc6264692e1e23) AuthConfig (8cc7a30aa77abc91a482733f74ec7bafc36c51a721af970a3b17a933f8b54a0a) AuthConfig (55d80188ac8522e7d769229cf8073754984a36490160b74e2bb0458e07b7b35b) AuthConfig (d0f2ec4230c15dade151cb7dc5b8ac414c5c24c508f1a95c3623cfaf606fdbaa) AuthConfig (15eb3a86fd6a21f46c21bf8d54be1c074df98ce59b517dd3b7bfa2a128e946d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"02f8da8c-32b1-4843-a284-1f6f652bf0cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:33.671322955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"fd34cd0e-dc99-4aa5-a02f-4ec89fe1bdc3","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:41.200337349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"0dbf826c-71b3-4f34-9c0a-a865055e14f4","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:42.337211581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"ec2934c4-26b8-47f2-b385-de614a04326c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:42.357209691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"ec2934c4-26b8-47f2-b385-de614a04326c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:42.522947502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"ad1ebd24-3e6a-46c3-9428-d59deec475d5","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:42.555365844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"4907898c-790a-4798-8f4f-bd6dedb17eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:42.575272192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"4907898c-790a-4798-8f4f-bd6dedb17eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:42.657258783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"f0bebc1f-2598-4486-984b-c6cccd187cc1","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:50.2767036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"d7b5bbcc-e5a1-4c00-991d-246f99fa4db4","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:50.339267461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"819c39c3-11e5-4a09-838c-d153b62232b5","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:50.359562714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"358aab93-fb96-4365-8aed-91c4d79231d3","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:51.778462258Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.204419303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"4d0a978c-d670-408e-b155-4eacfd62b0a3","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.223856113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"ec447864-b368-4ad5-8319-5fda31e29a15","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.266325901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-active-auth","reconcileID":"487d445d-8c63-4a22-b246-32dbb9e6ca5f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.286350863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-active-auth","reconcileID":"487d445d-8c63-4a22-b246-32dbb9e6ca5f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.36900965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"672663fa-6d97-46a5-a391-59d4a9a644e3","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.411662324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-active-auth","reconcileID":"0f215970-cd2f-4b64-a8ca-f01fc288e61d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.416601166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"fc9a3f52-c2d7-473c-a65e-f51954c03f45","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.432430846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-active-auth","reconcileID":"0f215970-cd2f-4b64-a8ca-f01fc288e61d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.437337241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"8165f9b9-aa75-4c9e-8a12-90eb023c302f","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.448200933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"3d8b7612-a6d3-400b-b9d0-e72b1167f434","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:56:52.4531836Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e4e24e/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.467347121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"add36793-1228-4240-88e1-97435b794787","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.511761976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"75679135-b48e-462f-8a9d-7ab85017f6ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.512002258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"835e205e-19e0-4ced-8e4b-8a4bd4a92ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.531511771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"75679135-b48e-462f-8a9d-7ab85017f6ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.532790304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"835e205e-19e0-4ced-8e4b-8a4bd4a92ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.533935976Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-active-sub","reconcileID":"9a8be332-64cb-42e2-af4d-30ce6ad93e38","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e4e24e/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-e4e24e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.585185638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"6f2467a1-e366-4352-92f5-78fa38b2dee6","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.611699083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-active-auth","reconcileID":"a7fd4e61-0a9e-4aee-95ae-b4a41808e265","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.612130959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"cb9590a2-0d18-487d-95b7-962022f708ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.633503298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-active-auth","reconcileID":"a7fd4e61-0a9e-4aee-95ae-b4a41808e265","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.714215517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"d319b12f-7aaf-43fd-82c9-efcf5456872c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.71426104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"56855c3e-d193-4b02-a611-4e9ec147669f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.716032557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-active-sub","reconcileID":"5cadf768-cf97-40b3-b084-41e624025d54","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.737218595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"d319b12f-7aaf-43fd-82c9-efcf5456872c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.738946154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"56855c3e-d193-4b02-a611-4e9ec147669f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.142804433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"53ab3c79-0b00-4547-b9cb-667bd942eb32","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.294422449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"36c1c646-3dbb-4104-8a88-1ff3fbfb5abb","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.315342747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"769d3fd1-cee9-49c5-8635-36975dbaa1bd","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.330362914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"ba8f0316-06e8-45ea-b8c5-280824f45470","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:56:53.333452378Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a3c02e/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.348412373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"174593bd-908d-4506-b5ed-d6dadab3b10a","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.412156452Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"5a31f47a-9d5e-4ba2-b58b-f7d0e4e9401d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"simulator-w1-a3c02e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a3c02e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.465242514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"ca83636a-4964-40a6-afed-be1e71f08da7","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.49634753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"d005dcee-7ed5-4c78-9d62-c1e46302185a","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.511382148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"267bedf7-8abb-43b4-92cc-c838d2d7b653","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.518998688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"c124be26-5acb-488b-8ef1-5bea2721fe92","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.543549631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"ac1fedb5-87d7-4a2a-a42e-dc1595243181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.606127623Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"ac1fedb5-87d7-4a2a-a42e-dc1595243181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.608956274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"689fd31b-513b-4f6f-9c4e-db82fff8c49b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.624666038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"ac1fedb5-87d7-4a2a-a42e-dc1595243181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.642466271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"b6c85b51-f324-4f9c-9387-ea0dd91a9a15","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.671639251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"16a9b210-b8ab-4118-9ac5-d0b8fb117d52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.691105004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"16a9b210-b8ab-4118-9ac5-d0b8fb117d52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.699094706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"955961a6-c870-4db2-a70c-a1545280c2fe","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.709238932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"16a9b210-b8ab-4118-9ac5-d0b8fb117d52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.719197171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"f091ba8a-9aca-434b-8eb9-d0e9f106961a","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.732011469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"875834a4-78ad-4768-a8ca-07df18964c48","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:56:53.734410821Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a3c02e/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.751542983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"acbdf09b-b876-4555-aed2-3e9bca59f472","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.772311954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"27706a45-6667-47d2-986b-be19cfdbecdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.791494614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"27706a45-6667-47d2-986b-be19cfdbecdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.809596895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"27706a45-6667-47d2-986b-be19cfdbecdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.811313023Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"8677849c-97f4-4526-908d-2ef32003f2e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-premium-w1-a3c02e","model":"premium-w1-a3c02e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a3c02e/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.863992745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"b3d79ff5-c08b-42e7-b140-8341bbc35a0c","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.872758848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"73863c8b-b7db-4922-987b-e7114c6e3b38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.892435736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"73863c8b-b7db-4922-987b-e7114c6e3b38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.899459009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"90617c9d-8bfa-4520-a94b-0fcbeb82cdc9","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.909798162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"3a48e13f-2f9a-4c12-b84d-136f1ace59f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-premium-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.91232702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"73863c8b-b7db-4922-987b-e7114c6e3b38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.920844075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"62ad00fc-068d-4925-81ee-53bb10c44bb2","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.986367739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"1cb1ddd6-b6ec-4188-bbc8-8446865a70a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.986380939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"f16b08c3-b455-4956-a7de-d1ecf78467d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:54.005981266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"1cb1ddd6-b6ec-4188-bbc8-8446865a70a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:54.006306575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"f16b08c3-b455-4956-a7de-d1ecf78467d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:54.008997389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"790b0f36-7e1c-4e0d-8edc-9360747ee637","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-premium-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:54.024892719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"1cb1ddd6-b6ec-4188-bbc8-8446865a70a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:54.025162881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"f16b08c3-b455-4956-a7de-d1ecf78467d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:54.044824543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"bad20bde-5698-4a21-95a9-3d23fa7e5161","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:54.087286555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"7cf985b4-42ff-4569-b7bc-c3371646db57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:54.106731702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"7cf985b4-42ff-4569-b7bc-c3371646db57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:54.125165527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"7cf985b4-42ff-4569-b7bc-c3371646db57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:55.108668866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"c72d6717-ed97-4e0f-bb3d-05370732934c","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:55.150678507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"6c1ff7e2-3ec0-4688-b59f-2101cad152a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:55.150894874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"884331b5-3235-4f9e-92ca-74fb9b743129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:55.150678504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-active-auth","reconcileID":"805c9f36-7fa0-493a-87ce-ec0fe21d00b4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:55.171280224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"884331b5-3235-4f9e-92ca-74fb9b743129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:55.172507981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"6c1ff7e2-3ec0-4688-b59f-2101cad152a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:55.174416153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-active-auth","reconcileID":"805c9f36-7fa0-493a-87ce-ec0fe21d00b4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:56.536747194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"e58f1f4e-bad2-4c38-8fbb-7c1585fa3b78","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:56.597716881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"213d1773-23b3-4f0e-ad91-585e63f9835f","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:56.616545827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"12a61489-c1e9-4b82-a39f-6f3d6662f97e","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:04.067987816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"08123014-ceae-4bce-9e69-f9ad93af0c5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:04.087084978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"08123014-ceae-4bce-9e69-f9ad93af0c5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:04.105454009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"08123014-ceae-4bce-9e69-f9ad93af0c5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:04.168596363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"4d0934f3-9cd4-4d7b-810b-a231616489a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:04.19002759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"4d0934f3-9cd4-4d7b-810b-a231616489a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:04.208281427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"4d0934f3-9cd4-4d7b-810b-a231616489a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.159487462Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-active-sub","reconcileID":"7515ce8b-8dff-4517-91c4-22dd2db233c7","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.210669937Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-active-sub","reconcileID":"7515ce8b-8dff-4517-91c4-22dd2db233c7","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e4e24e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.256641789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"1a4e7c97-1012-4ae2-96c6-aaca2e9cbb98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.364418715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"53f1fb14-8e57-4dd6-8869-81c897a2b3e7","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.385507104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"14ce5709-d786-4cca-a47d-2ee71f286a77","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.405872129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"953a8d07-bb4c-4583-bac9-9fb58b6966d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.405883399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"6adeefc8-2aa9-43ff-bcca-0b088c3f647c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.406250904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-active-auth","reconcileID":"d925e5da-3b1d-49de-88dd-fba8a9b71778","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.426303372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"953a8d07-bb4c-4583-bac9-9fb58b6966d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.428314758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"6adeefc8-2aa9-43ff-bcca-0b088c3f647c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.432481418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-active-auth","reconcileID":"d925e5da-3b1d-49de-88dd-fba8a9b71778","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.461892509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"7efc4d6c-4b25-46c4-9e45-ddda91f70036","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.516849971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"3a9ff30d-cde2-4cd4-8ef8-5d016dd1e619","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.656325729Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-active-auth","reconcileID":"16c67919-cdef-40e8-9ea8-3e0f70460136","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.879562308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"cad3db3e-bd5c-477c-b98b-cac51449b554","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:06.824025774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"d1cd568b-a096-4af4-b64e-c8b95523af6d","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:06.843161331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"386ebbfd-24a9-43dc-8d22-bb3c35bba074","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:06.885860106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-auth","reconcileID":"02516722-0690-4170-b6cd-aece0e77d10d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:06.905253655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-auth","reconcileID":"02516722-0690-4170-b6cd-aece0e77d10d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.040502087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"6cdda008-002b-4587-a3ae-0281a17bc311","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.058128683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"7bf136e1-9993-49da-b7fd-e452863b39db","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.075824868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"e195cb05-0d20-4d4b-9410-b3a019802f31","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:07.076686505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-sub","reconcileID":"d3e23ea7-0b7f-477c-82e0-c5e22b97c64c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.082751022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"b493bcb9-0924-4d48-985f-050aa0843d91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.082762097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"d564fb2d-4d98-43ab-a85a-59ca3219c516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.102348933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"b493bcb9-0924-4d48-985f-050aa0843d91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.102379662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"d564fb2d-4d98-43ab-a85a-59ca3219c516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.116257947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"4a11a676-2df9-47a7-b90f-b99260a995d4","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.137480601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"6186f042-719e-4ede-b0a8-d456623eb057","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.181831818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-auth","reconcileID":"a6c05db8-feb7-4670-bd69-0cbba61a3f11","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.201135731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-auth","reconcileID":"a6c05db8-feb7-4670-bd69-0cbba61a3f11","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.202050007Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-sub","reconcileID":"0998be28-df5f-4f96-93e1-360a8165fd31","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e4e24e/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-e4e24e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.202137847Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-sub","reconcileID":"0998be28-df5f-4f96-93e1-360a8165fd31","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-e4e24e/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.282675282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"881c3c4f-15b7-4d76-818c-328602f4fe5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.283104112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"9b7a9e09-96ea-4ed9-a748-f03203a16bd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.28334683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"dd83964c-0096-4a55-8685-a299fe209e03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.302450494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"9b7a9e09-96ea-4ed9-a748-f03203a16bd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.302745785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"881c3c4f-15b7-4d76-818c-328602f4fe5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.360990493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"5995c06d-3a59-4fdd-9234-aa0deb771c1e","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.401225943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-auth","reconcileID":"b0481165-408b-4e3b-b87d-52960e3031a8","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.405230012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-sub","reconcileID":"1e69ed60-dc95-486d-87cf-346fb5b34702","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.405311884Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-sub","reconcileID":"1e69ed60-dc95-486d-87cf-346fb5b34702","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-e4e24e/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.427464369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-auth","reconcileID":"b0481165-408b-4e3b-b87d-52960e3031a8","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:09.205641545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"87204509-540e-4994-857c-d6d8fbf72cd7","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:09.238761222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"db42437f-585e-4245-81d7-a31f9acc53e3","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:09.828603226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"7a90d313-e48e-4a43-b325-f62ae06e235b","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:09.873022969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"b4b54c8e-23db-4484-abee-2159e9928c43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:09.87421296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-auth","reconcileID":"475690c0-2a27-4391-a504-b27c19b98633","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:09.875218795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"91349413-4e88-4e2f-8b11-7f2f8aeba0fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:09.897981409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"b4b54c8e-23db-4484-abee-2159e9928c43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:09.901656284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-auth","reconcileID":"475690c0-2a27-4391-a504-b27c19b98633","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:09.922282263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"91349413-4e88-4e2f-8b11-7f2f8aeba0fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:10.754992659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"d72e60f5-e624-43d3-a8f6-1c356083dc3d","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:10.920681501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"08fa1c63-104a-44bf-865b-ef08d1ad0d79","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:10.940092015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"7fe64575-c61f-4a91-b6b9-57c0c90740db","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:10.960445472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"012ad6ab-cc9a-44ae-9dce-07c9f6e7b41d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:10.999832167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"b5fd5468-f3ad-4ee1-aee2-5bfd44e27aea","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.018622834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"fda3000d-6299-4ddc-bf90-a9e9abd21809","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.081189451Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"354e6739-ef5e-446c-8362-36b366fec5ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"simulator-w6-a940bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-a940bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.120484679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"d48782ad-cc56-4f5c-94fe-edc8147c25e1","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.143751367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"a8d1fc2a-ff7e-44fc-95d0-527cad62ed29","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:11.159580505Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"a8d1fc2a-ff7e-44fc-95d0-527cad62ed29","name":"simulator-w6-a940bc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w6-a940bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:11.159649876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"a8d1fc2a-ff7e-44fc-95d0-527cad62ed29","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w6-a940bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.16229322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"66681f27-366b-4adb-a7c4-47c8cd16c758","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.165265891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"998c5c44-e317-4bec-8b54-08f6bd2c4f54","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.170729379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"461f0b52-93d7-4f5b-a967-1da34bac15ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.233509883Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"461f0b52-93d7-4f5b-a967-1da34bac15ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.235527614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"9908321a-5f78-432e-be2d-41cb74bc2b0f","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.252098684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"461f0b52-93d7-4f5b-a967-1da34bac15ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.263285863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"b3536b77-a58a-449a-a6e4-45b8bc7c725b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.263413299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"60c2b0d4-7d4c-4570-85ae-c2ef28006330","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-premium-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.269442099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"96fb11c2-8ffd-418c-bcaa-379049c17c45","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.298562456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"e3a7f429-2e71-4480-9952-0b7190aa343a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.317442845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"e3a7f429-2e71-4480-9952-0b7190aa343a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.333928299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"e271ec1b-6f2e-4ccb-9a52-7cd3e721f18d","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.337090846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"e3a7f429-2e71-4480-9952-0b7190aa343a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.344918713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"c99fa005-2325-44fb-a952-575a951e04a6","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.3656726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"453f60b6-1187-477d-bd93-c6ae3590759c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.365887796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"c6bcd742-9c98-4a7f-b4c9-032f363ac820","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.379707053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"b583644d-b02e-4ecd-9313-29489d15aef8","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:11.383941717Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-a940bc/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.398823947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"18e3a5f0-281f-4375-abf7-011dca3bbcdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.399465341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"054b9230-c91b-44b0-883c-a6d790f8d23c","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.420884466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"18e3a5f0-281f-4375-abf7-011dca3bbcdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.438798333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"18e3a5f0-281f-4375-abf7-011dca3bbcdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.479433743Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"2080b7fd-71c7-4391-9a41-1d1fdd1c9625","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"premium-w6-a940bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-a940bc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.501644302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"4d0f01e0-76ce-4f99-accd-c3adcde131fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.562664756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"fd6d4c61-2513-45da-ab10-ff49debaa6ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.56313813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"e0d54133-a4a0-43d9-806d-feec2a981096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.567825831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"4d0f01e0-76ce-4f99-accd-c3adcde131fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.582266072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"fd6d4c61-2513-45da-ab10-ff49debaa6ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.583284194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"684fb817-2ccb-42bb-b143-268c93b9041d","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.585804366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"e0d54133-a4a0-43d9-806d-feec2a981096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.587021686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"4d0f01e0-76ce-4f99-accd-c3adcde131fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.593316043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"6f65e0ae-558f-4e3a-8efd-04a9afa9fbc5","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.600232626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (36041730574e874da5f911312b64903e45315f982fc67fae15c9def1a6d6106c) AuthConfig (86a411c2034d77d84f0a84af71eb7e89c4308f30ee2f08f77f3041b97fa70cc0) AuthConfig (b955f833ac02e0a4226074c7f251978aff87b3802df47e2b4b14b03d7b825e22) AuthConfig (66ef4f1f425dffc3b35bba7cd967b1544124e359ed40e9e1eed1b4822af1bb99) AuthConfig (d6e15c0274b035986040d4f8824732e2c3b2b828d1e11de8f6245ee9e8abf891) AuthConfig (c13928b4ee7f512b93f957a1238ae29e25bfddb4567b8d3f3a55e54c5872c609) AuthConfig (ce1aedc71ab0fc62e72dc2ab9d20836d77c4fb0b81b033f935f0e0a891ecc54a) AuthConfig (d2dbe8916fdcb803f4c16166b9fa4a573fdd580b7346724fce61b44b3fb71c8a) AuthConfig (afd2d9628a9a383ac6707c493f87ad675368df1085ddfc83427709d35f1ad71e) AuthConfig (62de9be67d6c115df75ef200cd863fc7a950217c233f8e3b5ddb612c3bf9e946) AuthConfig (1d0637a52a0e3e7adf43617092d9ee5913adec2a87eaa6521948f0240f308034) AuthConfig (ffc3535f947eddb28e839085f56a3b0d3aa2c31b46636d7f0de57cdfcdcba49a) AuthConfig (41f27d1e39a1ed66dfe173cbc84a911a42ccbe79769317a7c9d44f20d1151f3a) AuthConfig (944cb776208173fe973920abcea553b530534ab18e300998e48dd58af77c5389) AuthConfig (a810889d621516a399c6e2a63a07bdab0efd48cf78660c994ad396aaaa24e587) AuthConfig (b8c4c89afc75c07667f8219ab3ec06080a6de2ddf385ce1d5205454b8c5df8b6) AuthConfig (361e963ee7229329bfd7f05f5aa04ab0d3663655c94aa354a395b2e628731c1c) AuthConfig (daf614d96ab52e8a519807e84c191e92366f890f13cfd4fbffbab3720b36bf67) AuthConfig (885b310de1fb438b267fa1d81fd02199d6568f0ff9144b64e1d9be505eac39c2) AuthConfig (0f35fa723b2163675ec3c2abff0281672c8ffbd818a61d31128b08676f6e0d8a) AuthConfig (b36249c8b6b26d1b390915720c11f7a1c4d405314650033c3fab010df9b81a15) AuthConfig (d3bb436481138c54d108908d95f2f77d141bb53764d7b5830eb51585a7f99d6d) AuthConfig (c435061bb6bd4334df42fde1e3c3d9a39f5d7abce49b754c418c68932b311b8e) AuthConfig (aeadaba0a1c08ca6dba6cabf95cce79b3b7c05b648a674a43bfb5b8d1b1568dd) AuthConfig (da0e7bfb2e8527895e123c885e475c714eba0de11a6b827633dfaca57217fc99) AuthConfig (ebfdee0f1de1e320b0f16b4b89a1d585174c894cd84695605735f1a3b40b823a) AuthConfig (d6df5663f4069ffd89adcb20e1949a7b3b06958368e723baec6f2c6ac8a8757f) AuthConfig (024c35ef2fc741d5bbc08c4480e38f48befc7df8caa74da71f22fef16b8ed181) AuthConfig (18f078728d10ab5342da681a997a2ac1835041f30741ae3140778ba189119713) AuthConfig (617be9a4ca116049f6fe8540be2ea22fffaec840a9510f32a152d26713491f0a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"fd6d4c61-2513-45da-ab10-ff49debaa6ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.662201059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (36041730574e874da5f911312b64903e45315f982fc67fae15c9def1a6d6106c) AuthConfig (86a411c2034d77d84f0a84af71eb7e89c4308f30ee2f08f77f3041b97fa70cc0) AuthConfig (b955f833ac02e0a4226074c7f251978aff87b3802df47e2b4b14b03d7b825e22) AuthConfig (66ef4f1f425dffc3b35bba7cd967b1544124e359ed40e9e1eed1b4822af1bb99) AuthConfig (d6e15c0274b035986040d4f8824732e2c3b2b828d1e11de8f6245ee9e8abf891) AuthConfig (c13928b4ee7f512b93f957a1238ae29e25bfddb4567b8d3f3a55e54c5872c609) AuthConfig (ce1aedc71ab0fc62e72dc2ab9d20836d77c4fb0b81b033f935f0e0a891ecc54a) AuthConfig (d2dbe8916fdcb803f4c16166b9fa4a573fdd580b7346724fce61b44b3fb71c8a) AuthConfig (afd2d9628a9a383ac6707c493f87ad675368df1085ddfc83427709d35f1ad71e) AuthConfig (62de9be67d6c115df75ef200cd863fc7a950217c233f8e3b5ddb612c3bf9e946) AuthConfig (1d0637a52a0e3e7adf43617092d9ee5913adec2a87eaa6521948f0240f308034) AuthConfig (ffc3535f947eddb28e839085f56a3b0d3aa2c31b46636d7f0de57cdfcdcba49a) AuthConfig (41f27d1e39a1ed66dfe173cbc84a911a42ccbe79769317a7c9d44f20d1151f3a) AuthConfig (944cb776208173fe973920abcea553b530534ab18e300998e48dd58af77c5389) AuthConfig (a810889d621516a399c6e2a63a07bdab0efd48cf78660c994ad396aaaa24e587) AuthConfig (b8c4c89afc75c07667f8219ab3ec06080a6de2ddf385ce1d5205454b8c5df8b6) AuthConfig (361e963ee7229329bfd7f05f5aa04ab0d3663655c94aa354a395b2e628731c1c) AuthConfig (daf614d96ab52e8a519807e84c191e92366f890f13cfd4fbffbab3720b36bf67) AuthConfig (885b310de1fb438b267fa1d81fd02199d6568f0ff9144b64e1d9be505eac39c2) AuthConfig (0f35fa723b2163675ec3c2abff0281672c8ffbd818a61d31128b08676f6e0d8a) AuthConfig (b36249c8b6b26d1b390915720c11f7a1c4d405314650033c3fab010df9b81a15) AuthConfig (d3bb436481138c54d108908d95f2f77d141bb53764d7b5830eb51585a7f99d6d) AuthConfig (c435061bb6bd4334df42fde1e3c3d9a39f5d7abce49b754c418c68932b311b8e) AuthConfig (aeadaba0a1c08ca6dba6cabf95cce79b3b7c05b648a674a43bfb5b8d1b1568dd) AuthConfig (da0e7bfb2e8527895e123c885e475c714eba0de11a6b827633dfaca57217fc99) AuthConfig (ebfdee0f1de1e320b0f16b4b89a1d585174c894cd84695605735f1a3b40b823a) AuthConfig (d6df5663f4069ffd89adcb20e1949a7b3b06958368e723baec6f2c6ac8a8757f) AuthConfig (024c35ef2fc741d5bbc08c4480e38f48befc7df8caa74da71f22fef16b8ed181) AuthConfig (18f078728d10ab5342da681a997a2ac1835041f30741ae3140778ba189119713) AuthConfig (617be9a4ca116049f6fe8540be2ea22fffaec840a9510f32a152d26713491f0a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"e0d54133-a4a0-43d9-806d-feec2a981096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.662551007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"9ebc2b17-4d8f-4e67-9f8a-af01ed80be34","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.676827571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"5ff42aee-c010-46dc-bf3f-edc39a67e856","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:11.678218046Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"9ebc2b17-4d8f-4e67-9f8a-af01ed80be34","name":"premium-w6-a940bc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w6-a940bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:11.678287338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"9ebc2b17-4d8f-4e67-9f8a-af01ed80be34","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w6-a940bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.678425798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"e59ee43f-faef-4de9-baca-9a768dafae95","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.682079473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"d1bc593a-1060-4eca-9d6f-36b97908a5f8","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.683466033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"f950917e-d9d9-42a2-8789-823294b281de","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.690675748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"b4f87d34-9953-49c4-bb2a-a4f6ec9f39b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.710096251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"b4f87d34-9953-49c4-bb2a-a4f6ec9f39b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.728061757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"b4f87d34-9953-49c4-bb2a-a4f6ec9f39b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.747726088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"677e98b8-d232-467d-b425-9fdaeb760f78","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.751631619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"535794fe-02c7-494c-b190-cfae5d586c5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.754984098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"aca58dfc-837e-45f3-925a-f004d84c9d6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.75505123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"29bbc39a-6d82-4807-9f27-38d75adcd737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.755354322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"0eb1ae82-18c5-4dc2-a5e4-b3c5948db39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.775127795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"aca58dfc-837e-45f3-925a-f004d84c9d6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.775193692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"0eb1ae82-18c5-4dc2-a5e4-b3c5948db39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.777256926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"29bbc39a-6d82-4807-9f27-38d75adcd737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.793686313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"0eb1ae82-18c5-4dc2-a5e4-b3c5948db39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.795034983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (36041730574e874da5f911312b64903e45315f982fc67fae15c9def1a6d6106c) AuthConfig (86a411c2034d77d84f0a84af71eb7e89c4308f30ee2f08f77f3041b97fa70cc0) AuthConfig (b955f833ac02e0a4226074c7f251978aff87b3802df47e2b4b14b03d7b825e22) AuthConfig (66ef4f1f425dffc3b35bba7cd967b1544124e359ed40e9e1eed1b4822af1bb99) AuthConfig (d6e15c0274b035986040d4f8824732e2c3b2b828d1e11de8f6245ee9e8abf891) AuthConfig (c13928b4ee7f512b93f957a1238ae29e25bfddb4567b8d3f3a55e54c5872c609) AuthConfig (ce1aedc71ab0fc62e72dc2ab9d20836d77c4fb0b81b033f935f0e0a891ecc54a) AuthConfig (d2dbe8916fdcb803f4c16166b9fa4a573fdd580b7346724fce61b44b3fb71c8a) AuthConfig (afd2d9628a9a383ac6707c493f87ad675368df1085ddfc83427709d35f1ad71e) AuthConfig (62de9be67d6c115df75ef200cd863fc7a950217c233f8e3b5ddb612c3bf9e946) AuthConfig (1d0637a52a0e3e7adf43617092d9ee5913adec2a87eaa6521948f0240f308034) AuthConfig (ffc3535f947eddb28e839085f56a3b0d3aa2c31b46636d7f0de57cdfcdcba49a) AuthConfig (41f27d1e39a1ed66dfe173cbc84a911a42ccbe79769317a7c9d44f20d1151f3a) AuthConfig (944cb776208173fe973920abcea553b530534ab18e300998e48dd58af77c5389) AuthConfig (a810889d621516a399c6e2a63a07bdab0efd48cf78660c994ad396aaaa24e587) AuthConfig (b8c4c89afc75c07667f8219ab3ec06080a6de2ddf385ce1d5205454b8c5df8b6) AuthConfig (361e963ee7229329bfd7f05f5aa04ab0d3663655c94aa354a395b2e628731c1c) AuthConfig (daf614d96ab52e8a519807e84c191e92366f890f13cfd4fbffbab3720b36bf67) AuthConfig (885b310de1fb438b267fa1d81fd02199d6568f0ff9144b64e1d9be505eac39c2) AuthConfig (0f35fa723b2163675ec3c2abff0281672c8ffbd818a61d31128b08676f6e0d8a) AuthConfig (b36249c8b6b26d1b390915720c11f7a1c4d405314650033c3fab010df9b81a15) AuthConfig (d3bb436481138c54d108908d95f2f77d141bb53764d7b5830eb51585a7f99d6d) AuthConfig (c435061bb6bd4334df42fde1e3c3d9a39f5d7abce49b754c418c68932b311b8e) AuthConfig (aeadaba0a1c08ca6dba6cabf95cce79b3b7c05b648a674a43bfb5b8d1b1568dd) AuthConfig (da0e7bfb2e8527895e123c885e475c714eba0de11a6b827633dfaca57217fc99) AuthConfig (ebfdee0f1de1e320b0f16b4b89a1d585174c894cd84695605735f1a3b40b823a) AuthConfig (d6df5663f4069ffd89adcb20e1949a7b3b06958368e723baec6f2c6ac8a8757f) AuthConfig (024c35ef2fc741d5bbc08c4480e38f48befc7df8caa74da71f22fef16b8ed181) AuthConfig (18f078728d10ab5342da681a997a2ac1835041f30741ae3140778ba189119713) AuthConfig (617be9a4ca116049f6fe8540be2ea22fffaec840a9510f32a152d26713491f0a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"aca58dfc-837e-45f3-925a-f004d84c9d6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.795476255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (36041730574e874da5f911312b64903e45315f982fc67fae15c9def1a6d6106c) AuthConfig (86a411c2034d77d84f0a84af71eb7e89c4308f30ee2f08f77f3041b97fa70cc0) AuthConfig (b955f833ac02e0a4226074c7f251978aff87b3802df47e2b4b14b03d7b825e22) AuthConfig (66ef4f1f425dffc3b35bba7cd967b1544124e359ed40e9e1eed1b4822af1bb99) AuthConfig (d6e15c0274b035986040d4f8824732e2c3b2b828d1e11de8f6245ee9e8abf891) AuthConfig (c13928b4ee7f512b93f957a1238ae29e25bfddb4567b8d3f3a55e54c5872c609) AuthConfig (ce1aedc71ab0fc62e72dc2ab9d20836d77c4fb0b81b033f935f0e0a891ecc54a) AuthConfig (d2dbe8916fdcb803f4c16166b9fa4a573fdd580b7346724fce61b44b3fb71c8a) AuthConfig (afd2d9628a9a383ac6707c493f87ad675368df1085ddfc83427709d35f1ad71e) AuthConfig (62de9be67d6c115df75ef200cd863fc7a950217c233f8e3b5ddb612c3bf9e946) AuthConfig (1d0637a52a0e3e7adf43617092d9ee5913adec2a87eaa6521948f0240f308034) AuthConfig (ffc3535f947eddb28e839085f56a3b0d3aa2c31b46636d7f0de57cdfcdcba49a) AuthConfig (41f27d1e39a1ed66dfe173cbc84a911a42ccbe79769317a7c9d44f20d1151f3a) AuthConfig (944cb776208173fe973920abcea553b530534ab18e300998e48dd58af77c5389) AuthConfig (a810889d621516a399c6e2a63a07bdab0efd48cf78660c994ad396aaaa24e587) AuthConfig (b8c4c89afc75c07667f8219ab3ec06080a6de2ddf385ce1d5205454b8c5df8b6) AuthConfig (361e963ee7229329bfd7f05f5aa04ab0d3663655c94aa354a395b2e628731c1c) AuthConfig (daf614d96ab52e8a519807e84c191e92366f890f13cfd4fbffbab3720b36bf67) AuthConfig (885b310de1fb438b267fa1d81fd02199d6568f0ff9144b64e1d9be505eac39c2) AuthConfig (0f35fa723b2163675ec3c2abff0281672c8ffbd818a61d31128b08676f6e0d8a) AuthConfig (b36249c8b6b26d1b390915720c11f7a1c4d405314650033c3fab010df9b81a15) AuthConfig (d3bb436481138c54d108908d95f2f77d141bb53764d7b5830eb51585a7f99d6d) AuthConfig (c435061bb6bd4334df42fde1e3c3d9a39f5d7abce49b754c418c68932b311b8e) AuthConfig (aeadaba0a1c08ca6dba6cabf95cce79b3b7c05b648a674a43bfb5b8d1b1568dd) AuthConfig (da0e7bfb2e8527895e123c885e475c714eba0de11a6b827633dfaca57217fc99) AuthConfig (ebfdee0f1de1e320b0f16b4b89a1d585174c894cd84695605735f1a3b40b823a) AuthConfig (d6df5663f4069ffd89adcb20e1949a7b3b06958368e723baec6f2c6ac8a8757f) AuthConfig (024c35ef2fc741d5bbc08c4480e38f48befc7df8caa74da71f22fef16b8ed181) AuthConfig (18f078728d10ab5342da681a997a2ac1835041f30741ae3140778ba189119713) AuthConfig (617be9a4ca116049f6fe8540be2ea22fffaec840a9510f32a152d26713491f0a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"29bbc39a-6d82-4807-9f27-38d75adcd737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.855374965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"4982c462-6fcf-408c-8266-7be52dbd4aa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.855375017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"53cb6930-438b-45fe-a35a-3fe94fe196b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.875476224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"4982c462-6fcf-408c-8266-7be52dbd4aa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.876521578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"53cb6930-438b-45fe-a35a-3fe94fe196b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.897005601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"53cb6930-438b-45fe-a35a-3fe94fe196b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:11.897870179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"4982c462-6fcf-408c-8266-7be52dbd4aa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.309492994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"c698c2fb-b6c3-4489-9faa-7e26dcbd005c","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.4711343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"b293dc5e-5d6c-4986-9473-e5bb3c6cfbec","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.491307497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"e4b3d301-16a4-4759-b1a5-aef13a5d8780","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.502725937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"2c538be8-3d2b-4f41-addb-4b22b33eef26","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:18.507529888Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-b31f3f/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.520178438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"e28297a6-95e6-47ad-9976-bbf7a640837a","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.583470073Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"721162ee-7936-40af-aaba-5b0e53914b98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"simulator-w4-b31f3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-b31f3f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.639178586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"a9df7a18-63f3-441b-803d-372024cbf8f3","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.668397454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"df4d6899-7723-4726-a174-8b1396949f52","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.682928632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"80f68f2d-fec4-4086-b894-0855af3c0656","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.690858348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"67c7d678-ebe1-47bc-866b-cef1701ec5ce","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:18.707131694Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"67c7d678-ebe1-47bc-866b-cef1701ec5ce","name":"simulator-w4-b31f3f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-b31f3f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:18.707199004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"67c7d678-ebe1-47bc-866b-cef1701ec5ce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-b31f3f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.71246322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"e94d4a5f-56da-4bcf-ab79-ce0e2b3cf89e","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.716396983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"d285fba6-840b-45e1-95da-c28687b87274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.769527417Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"d285fba6-840b-45e1-95da-c28687b87274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.78290077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"dc48b01b-2e08-4391-8f53-dd9a70ec5317","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.787337305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"d285fba6-840b-45e1-95da-c28687b87274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.807174826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"f5349d6c-0c87-40e7-927b-67f10de0dcdc","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.835564118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"dd81486c-136f-4642-ac63-07b4307d7a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.855687242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"dd81486c-136f-4642-ac63-07b4307d7a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.863281827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"456b8241-71ad-4382-823d-1184915a2001","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.874204089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"dd81486c-136f-4642-ac63-07b4307d7a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.882307296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"ba60f769-82f6-4a6e-8656-a6dba0bf2640","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.898323985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"aa394640-5f0d-478e-bb16-38029c33f8ce","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:18.9004179Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-b31f3f/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.91811345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"db9e788d-2376-44c2-a52f-d382f48238b3","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.935303507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"b0539a80-b4f4-4c89-97d5-de5070dede7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.955815051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"b0539a80-b4f4-4c89-97d5-de5070dede7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.974185842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"b0539a80-b4f4-4c89-97d5-de5070dede7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:18.981507101Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"1428b4f3-608b-44f1-9296-4688a73117c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"premium-w4-b31f3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-b31f3f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.03355353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"9264388d-a6f3-4ce5-ba60-d8cba1397940","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.038601406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"bead70a6-096e-4615-8912-1198b29c9bed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.061434004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"bead70a6-096e-4615-8912-1198b29c9bed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.073919743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"4f644ae4-b6f5-441c-8d29-bd5c533f12fe","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.083838414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"bead70a6-096e-4615-8912-1198b29c9bed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.088111706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"489dc26c-cd64-429d-bb56-b1d4ddf21be5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.098385752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"c034a769-d5cb-4de5-9e3f-4445bd0c9a7f","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.121642142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"330ca156-d414-4ecc-987f-06b0add166a8","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.15067998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"c565a331-8ecd-4c82-aaa9-fe6884ae798d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.151115003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"5d2ad4f2-8862-43ef-93f6-d11e4f45af95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.152964298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"e6969a58-5b8b-49f4-9955-a74c8ecfbe9a","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.172048386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"c565a331-8ecd-4c82-aaa9-fe6884ae798d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.172374216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"5d2ad4f2-8862-43ef-93f6-d11e4f45af95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.180240151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"a57e4072-4ca3-46bc-b9f9-7da19496cff7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.190629511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"c565a331-8ecd-4c82-aaa9-fe6884ae798d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.190720311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"5d2ad4f2-8862-43ef-93f6-d11e4f45af95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.211062926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"4fc6ca69-6af1-4245-97a1-9e3e51ab4533","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.25359454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"25b98569-087f-4c1e-94ef-3727b2d3c662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.275441099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"25b98569-087f-4c1e-94ef-3727b2d3c662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.293928074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"25b98569-087f-4c1e-94ef-3727b2d3c662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.880176297Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-sub","reconcileID":"9aae2d73-7f64-48cb-aedf-714852348d0c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.931482338Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-sub","reconcileID":"9aae2d73-7f64-48cb-aedf-714852348d0c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e4e24e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.931508287Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-sub","reconcileID":"9aae2d73-7f64-48cb-aedf-714852348d0c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.931624962Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-sub","reconcileID":"9aae2d73-7f64-48cb-aedf-714852348d0c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-e4e24e/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.976604624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"33fcd84a-e21e-4160-9701-69718ba667b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.011886487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"acb44fb6-2378-44d4-a6c7-3e13706439c8","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.03107618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"2cf44fd2-2f5f-46ea-85c8-950160898b96","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.054331941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"120aaddf-1160-4825-a6d5-3bca87cf5c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.054376834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-auth","reconcileID":"651ec8bd-a6ac-4707-9c40-aa92d9db4c76","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.054692626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"51604178-9e88-436f-a87e-3e07f6f4b740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.074224485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"51604178-9e88-436f-a87e-3e07f6f4b740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.074290755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"120aaddf-1160-4825-a6d5-3bca87cf5c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.076637537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-auth","reconcileID":"651ec8bd-a6ac-4707-9c40-aa92d9db4c76","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.170404743Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-degraded-auth","reconcileID":"bd695bdf-efdb-4520-a1ef-c6b07f84d6f2","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.170727732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"472a3e41-1863-4f71-ad89-8183865e3de5","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.324414638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"77a39ad2-cf0e-410e-8460-cfb6472f7f84","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.336802423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"2d184e5b-28db-411b-9e78-21c010408c2e","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.371370033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"ce102090-52d0-47e6-9b7f-d7b23d8f0e42","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.414076352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-failed-auth","reconcileID":"18f6ce7c-d461-4e02-9197-08d80171b6cd","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.434395876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-failed-auth","reconcileID":"18f6ce7c-d461-4e02-9197-08d80171b6cd","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.516019611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"a806c45c-8877-4139-a8d9-bb6e26ba0cc9","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.582182281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-failed-auth","reconcileID":"75ce4c2b-b9e4-4980-a822-1f53336ca39f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.601590483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-failed-auth","reconcileID":"75ce4c2b-b9e4-4980-a822-1f53336ca39f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:21.745743258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-failed-sub","reconcileID":"576e953a-ae2b-404e-9838-a7d3d47a0d7e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.754486703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"a8ef7050-78a3-4d14-ba1f-561d49e88a35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.754587263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-failed-auth","reconcileID":"63278328-237f-4af7-b695-3fc3ea8ba70e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.754791344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"5021f137-aeb1-4e3e-b197-7f56854543d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.776627999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"a8ef7050-78a3-4d14-ba1f-561d49e88a35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.776763091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"5021f137-aeb1-4e3e-b197-7f56854543d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.778820013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-failed-auth","reconcileID":"63278328-237f-4af7-b695-3fc3ea8ba70e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.78101162Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.858181828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"22dda413-1bf5-4313-903a-d830547221ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.858206653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"477281ac-828e-4c3b-9c6e-7a63640120e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.863523204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"b7f7815c-5fc1-48b9-affb-3c97273fe577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.863684355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-failed-auth","reconcileID":"a480f1b5-af6d-4bef-9268-d3f36df078b3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.864030532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"7f83bf5a-b012-4905-96ac-2bae186fcab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.878882244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"22dda413-1bf5-4313-903a-d830547221ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.879476078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"477281ac-828e-4c3b-9c6e-7a63640120e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.886615842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-failed-auth","reconcileID":"a480f1b5-af6d-4bef-9268-d3f36df078b3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.889833228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"7f83bf5a-b012-4905-96ac-2bae186fcab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.890304595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"b7f7815c-5fc1-48b9-affb-3c97273fe577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.90069544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (36041730574e874da5f911312b64903e45315f982fc67fae15c9def1a6d6106c) AuthConfig (86a411c2034d77d84f0a84af71eb7e89c4308f30ee2f08f77f3041b97fa70cc0) AuthConfig (b955f833ac02e0a4226074c7f251978aff87b3802df47e2b4b14b03d7b825e22) AuthConfig (66ef4f1f425dffc3b35bba7cd967b1544124e359ed40e9e1eed1b4822af1bb99) AuthConfig (d6e15c0274b035986040d4f8824732e2c3b2b828d1e11de8f6245ee9e8abf891) AuthConfig (c13928b4ee7f512b93f957a1238ae29e25bfddb4567b8d3f3a55e54c5872c609) AuthConfig (ce1aedc71ab0fc62e72dc2ab9d20836d77c4fb0b81b033f935f0e0a891ecc54a) AuthConfig (d2dbe8916fdcb803f4c16166b9fa4a573fdd580b7346724fce61b44b3fb71c8a) AuthConfig (afd2d9628a9a383ac6707c493f87ad675368df1085ddfc83427709d35f1ad71e) AuthConfig (62de9be67d6c115df75ef200cd863fc7a950217c233f8e3b5ddb612c3bf9e946) AuthConfig (1d0637a52a0e3e7adf43617092d9ee5913adec2a87eaa6521948f0240f308034) AuthConfig (ffc3535f947eddb28e839085f56a3b0d3aa2c31b46636d7f0de57cdfcdcba49a) AuthConfig (41f27d1e39a1ed66dfe173cbc84a911a42ccbe79769317a7c9d44f20d1151f3a) AuthConfig (944cb776208173fe973920abcea553b530534ab18e300998e48dd58af77c5389) AuthConfig (a810889d621516a399c6e2a63a07bdab0efd48cf78660c994ad396aaaa24e587) AuthConfig (b8c4c89afc75c07667f8219ab3ec06080a6de2ddf385ce1d5205454b8c5df8b6) AuthConfig (361e963ee7229329bfd7f05f5aa04ab0d3663655c94aa354a395b2e628731c1c) AuthConfig (daf614d96ab52e8a519807e84c191e92366f890f13cfd4fbffbab3720b36bf67) AuthConfig (885b310de1fb438b267fa1d81fd02199d6568f0ff9144b64e1d9be505eac39c2) AuthConfig (0f35fa723b2163675ec3c2abff0281672c8ffbd818a61d31128b08676f6e0d8a) AuthConfig (b36249c8b6b26d1b390915720c11f7a1c4d405314650033c3fab010df9b81a15) AuthConfig (d3bb436481138c54d108908d95f2f77d141bb53764d7b5830eb51585a7f99d6d) AuthConfig (c435061bb6bd4334df42fde1e3c3d9a39f5d7abce49b754c418c68932b311b8e) AuthConfig (aeadaba0a1c08ca6dba6cabf95cce79b3b7c05b648a674a43bfb5b8d1b1568dd) AuthConfig (da0e7bfb2e8527895e123c885e475c714eba0de11a6b827633dfaca57217fc99) AuthConfig (ebfdee0f1de1e320b0f16b4b89a1d585174c894cd84695605735f1a3b40b823a) AuthConfig (d6df5663f4069ffd89adcb20e1949a7b3b06958368e723baec6f2c6ac8a8757f) AuthConfig (024c35ef2fc741d5bbc08c4480e38f48befc7df8caa74da71f22fef16b8ed181) AuthConfig (18f078728d10ab5342da681a997a2ac1835041f30741ae3140778ba189119713) AuthConfig (617be9a4ca116049f6fe8540be2ea22fffaec840a9510f32a152d26713491f0a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"22dda413-1bf5-4313-903a-d830547221ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.901051061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (36041730574e874da5f911312b64903e45315f982fc67fae15c9def1a6d6106c) AuthConfig (86a411c2034d77d84f0a84af71eb7e89c4308f30ee2f08f77f3041b97fa70cc0) AuthConfig (b955f833ac02e0a4226074c7f251978aff87b3802df47e2b4b14b03d7b825e22) AuthConfig (66ef4f1f425dffc3b35bba7cd967b1544124e359ed40e9e1eed1b4822af1bb99) AuthConfig (d6e15c0274b035986040d4f8824732e2c3b2b828d1e11de8f6245ee9e8abf891) AuthConfig (c13928b4ee7f512b93f957a1238ae29e25bfddb4567b8d3f3a55e54c5872c609) AuthConfig (ce1aedc71ab0fc62e72dc2ab9d20836d77c4fb0b81b033f935f0e0a891ecc54a) AuthConfig (d2dbe8916fdcb803f4c16166b9fa4a573fdd580b7346724fce61b44b3fb71c8a) AuthConfig (afd2d9628a9a383ac6707c493f87ad675368df1085ddfc83427709d35f1ad71e) AuthConfig (62de9be67d6c115df75ef200cd863fc7a950217c233f8e3b5ddb612c3bf9e946) AuthConfig (1d0637a52a0e3e7adf43617092d9ee5913adec2a87eaa6521948f0240f308034) AuthConfig (ffc3535f947eddb28e839085f56a3b0d3aa2c31b46636d7f0de57cdfcdcba49a) AuthConfig (41f27d1e39a1ed66dfe173cbc84a911a42ccbe79769317a7c9d44f20d1151f3a) AuthConfig (944cb776208173fe973920abcea553b530534ab18e300998e48dd58af77c5389) AuthConfig (a810889d621516a399c6e2a63a07bdab0efd48cf78660c994ad396aaaa24e587) AuthConfig (b8c4c89afc75c07667f8219ab3ec06080a6de2ddf385ce1d5205454b8c5df8b6) AuthConfig (361e963ee7229329bfd7f05f5aa04ab0d3663655c94aa354a395b2e628731c1c) AuthConfig (daf614d96ab52e8a519807e84c191e92366f890f13cfd4fbffbab3720b36bf67) AuthConfig (885b310de1fb438b267fa1d81fd02199d6568f0ff9144b64e1d9be505eac39c2) AuthConfig (0f35fa723b2163675ec3c2abff0281672c8ffbd818a61d31128b08676f6e0d8a) AuthConfig (b36249c8b6b26d1b390915720c11f7a1c4d405314650033c3fab010df9b81a15) AuthConfig (d3bb436481138c54d108908d95f2f77d141bb53764d7b5830eb51585a7f99d6d) AuthConfig (c435061bb6bd4334df42fde1e3c3d9a39f5d7abce49b754c418c68932b311b8e) AuthConfig (aeadaba0a1c08ca6dba6cabf95cce79b3b7c05b648a674a43bfb5b8d1b1568dd) AuthConfig (da0e7bfb2e8527895e123c885e475c714eba0de11a6b827633dfaca57217fc99) AuthConfig (ebfdee0f1de1e320b0f16b4b89a1d585174c894cd84695605735f1a3b40b823a) AuthConfig (d6df5663f4069ffd89adcb20e1949a7b3b06958368e723baec6f2c6ac8a8757f) AuthConfig (024c35ef2fc741d5bbc08c4480e38f48befc7df8caa74da71f22fef16b8ed181) AuthConfig (18f078728d10ab5342da681a997a2ac1835041f30741ae3140778ba189119713) AuthConfig (617be9a4ca116049f6fe8540be2ea22fffaec840a9510f32a152d26713491f0a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"477281ac-828e-4c3b-9c6e-7a63640120e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.942917141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"1b15a1dd-54d0-49c5-9025-16f0a7ab5260","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.95717487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"5cdb25d8-f59a-420a-a344-c0622ec7ea55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.957212255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"5284f68c-5255-432e-9842-8270364fa07d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.976198729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"f37171de-855c-4244-aca8-33a824fb3989","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.978878441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"5284f68c-5255-432e-9842-8270364fa07d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.98368552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"5cdb25d8-f59a-420a-a344-c0622ec7ea55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.997360831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"5284f68c-5255-432e-9842-8270364fa07d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:22.003592756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"5cdb25d8-f59a-420a-a344-c0622ec7ea55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:22.355568192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"b46c2840-390f-4030-bfed-54708e656112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:22.355643678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-failed-auth","reconcileID":"d7ab34c8-d2c2-4b55-9844-64d7399acae0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:22.356009867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"ca5158f4-e68c-45f1-affd-02772985049b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:22.378869808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"ca5158f4-e68c-45f1-affd-02772985049b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:22.378975116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-failed-auth","reconcileID":"d7ab34c8-d2c2-4b55-9844-64d7399acae0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:22.381038916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"b46c2840-390f-4030-bfed-54708e656112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.233990581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"9ab6b1f2-3c1c-4c80-b0f3-dba3d634a60d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.253198096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"9ab6b1f2-3c1c-4c80-b0f3-dba3d634a60d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.271492959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"9ab6b1f2-3c1c-4c80-b0f3-dba3d634a60d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.336541507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"eae19431-06e7-492b-88c6-9fa13bdc5a8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.355998442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"eae19431-06e7-492b-88c6-9fa13bdc5a8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.374222223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"eae19431-06e7-492b-88c6-9fa13bdc5a8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.944378727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"6afcd8ab-a526-47a5-81be-5afbd12d6af1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.944381398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"aa0540ce-db1c-474d-98bf-add6a864521c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.964504203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"6afcd8ab-a526-47a5-81be-5afbd12d6af1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.964576119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"aa0540ce-db1c-474d-98bf-add6a864521c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.983526127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (36041730574e874da5f911312b64903e45315f982fc67fae15c9def1a6d6106c) AuthConfig (86a411c2034d77d84f0a84af71eb7e89c4308f30ee2f08f77f3041b97fa70cc0) AuthConfig (b955f833ac02e0a4226074c7f251978aff87b3802df47e2b4b14b03d7b825e22) AuthConfig (66ef4f1f425dffc3b35bba7cd967b1544124e359ed40e9e1eed1b4822af1bb99) AuthConfig (d6e15c0274b035986040d4f8824732e2c3b2b828d1e11de8f6245ee9e8abf891) AuthConfig (c13928b4ee7f512b93f957a1238ae29e25bfddb4567b8d3f3a55e54c5872c609) AuthConfig (ce1aedc71ab0fc62e72dc2ab9d20836d77c4fb0b81b033f935f0e0a891ecc54a) AuthConfig (d2dbe8916fdcb803f4c16166b9fa4a573fdd580b7346724fce61b44b3fb71c8a) AuthConfig (afd2d9628a9a383ac6707c493f87ad675368df1085ddfc83427709d35f1ad71e) AuthConfig (62de9be67d6c115df75ef200cd863fc7a950217c233f8e3b5ddb612c3bf9e946) AuthConfig (1d0637a52a0e3e7adf43617092d9ee5913adec2a87eaa6521948f0240f308034) AuthConfig (ffc3535f947eddb28e839085f56a3b0d3aa2c31b46636d7f0de57cdfcdcba49a) AuthConfig (41f27d1e39a1ed66dfe173cbc84a911a42ccbe79769317a7c9d44f20d1151f3a) AuthConfig (944cb776208173fe973920abcea553b530534ab18e300998e48dd58af77c5389) AuthConfig (a810889d621516a399c6e2a63a07bdab0efd48cf78660c994ad396aaaa24e587) AuthConfig (b8c4c89afc75c07667f8219ab3ec06080a6de2ddf385ce1d5205454b8c5df8b6) AuthConfig (361e963ee7229329bfd7f05f5aa04ab0d3663655c94aa354a395b2e628731c1c) AuthConfig (daf614d96ab52e8a519807e84c191e92366f890f13cfd4fbffbab3720b36bf67) AuthConfig (885b310de1fb438b267fa1d81fd02199d6568f0ff9144b64e1d9be505eac39c2) AuthConfig (0f35fa723b2163675ec3c2abff0281672c8ffbd818a61d31128b08676f6e0d8a) AuthConfig (b36249c8b6b26d1b390915720c11f7a1c4d405314650033c3fab010df9b81a15) AuthConfig (d3bb436481138c54d108908d95f2f77d141bb53764d7b5830eb51585a7f99d6d) AuthConfig (c435061bb6bd4334df42fde1e3c3d9a39f5d7abce49b754c418c68932b311b8e) AuthConfig (aeadaba0a1c08ca6dba6cabf95cce79b3b7c05b648a674a43bfb5b8d1b1568dd) AuthConfig (da0e7bfb2e8527895e123c885e475c714eba0de11a6b827633dfaca57217fc99) AuthConfig (ebfdee0f1de1e320b0f16b4b89a1d585174c894cd84695605735f1a3b40b823a) AuthConfig (d6df5663f4069ffd89adcb20e1949a7b3b06958368e723baec6f2c6ac8a8757f) AuthConfig (024c35ef2fc741d5bbc08c4480e38f48befc7df8caa74da71f22fef16b8ed181) AuthConfig (18f078728d10ab5342da681a997a2ac1835041f30741ae3140778ba189119713) AuthConfig (617be9a4ca116049f6fe8540be2ea22fffaec840a9510f32a152d26713491f0a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"6afcd8ab-a526-47a5-81be-5afbd12d6af1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.983904222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (36041730574e874da5f911312b64903e45315f982fc67fae15c9def1a6d6106c) AuthConfig (86a411c2034d77d84f0a84af71eb7e89c4308f30ee2f08f77f3041b97fa70cc0) AuthConfig (b955f833ac02e0a4226074c7f251978aff87b3802df47e2b4b14b03d7b825e22) AuthConfig (66ef4f1f425dffc3b35bba7cd967b1544124e359ed40e9e1eed1b4822af1bb99) AuthConfig (d6e15c0274b035986040d4f8824732e2c3b2b828d1e11de8f6245ee9e8abf891) AuthConfig (c13928b4ee7f512b93f957a1238ae29e25bfddb4567b8d3f3a55e54c5872c609) AuthConfig (ce1aedc71ab0fc62e72dc2ab9d20836d77c4fb0b81b033f935f0e0a891ecc54a) AuthConfig (d2dbe8916fdcb803f4c16166b9fa4a573fdd580b7346724fce61b44b3fb71c8a) AuthConfig (afd2d9628a9a383ac6707c493f87ad675368df1085ddfc83427709d35f1ad71e) AuthConfig (62de9be67d6c115df75ef200cd863fc7a950217c233f8e3b5ddb612c3bf9e946) AuthConfig (1d0637a52a0e3e7adf43617092d9ee5913adec2a87eaa6521948f0240f308034) AuthConfig (ffc3535f947eddb28e839085f56a3b0d3aa2c31b46636d7f0de57cdfcdcba49a) AuthConfig (41f27d1e39a1ed66dfe173cbc84a911a42ccbe79769317a7c9d44f20d1151f3a) AuthConfig (944cb776208173fe973920abcea553b530534ab18e300998e48dd58af77c5389) AuthConfig (a810889d621516a399c6e2a63a07bdab0efd48cf78660c994ad396aaaa24e587) AuthConfig (b8c4c89afc75c07667f8219ab3ec06080a6de2ddf385ce1d5205454b8c5df8b6) AuthConfig (361e963ee7229329bfd7f05f5aa04ab0d3663655c94aa354a395b2e628731c1c) AuthConfig (daf614d96ab52e8a519807e84c191e92366f890f13cfd4fbffbab3720b36bf67) AuthConfig (885b310de1fb438b267fa1d81fd02199d6568f0ff9144b64e1d9be505eac39c2) AuthConfig (0f35fa723b2163675ec3c2abff0281672c8ffbd818a61d31128b08676f6e0d8a) AuthConfig (b36249c8b6b26d1b390915720c11f7a1c4d405314650033c3fab010df9b81a15) AuthConfig (d3bb436481138c54d108908d95f2f77d141bb53764d7b5830eb51585a7f99d6d) AuthConfig (c435061bb6bd4334df42fde1e3c3d9a39f5d7abce49b754c418c68932b311b8e) AuthConfig (aeadaba0a1c08ca6dba6cabf95cce79b3b7c05b648a674a43bfb5b8d1b1568dd) AuthConfig (da0e7bfb2e8527895e123c885e475c714eba0de11a6b827633dfaca57217fc99) AuthConfig (ebfdee0f1de1e320b0f16b4b89a1d585174c894cd84695605735f1a3b40b823a) AuthConfig (d6df5663f4069ffd89adcb20e1949a7b3b06958368e723baec6f2c6ac8a8757f) AuthConfig (024c35ef2fc741d5bbc08c4480e38f48befc7df8caa74da71f22fef16b8ed181) AuthConfig (18f078728d10ab5342da681a997a2ac1835041f30741ae3140778ba189119713) AuthConfig (617be9a4ca116049f6fe8540be2ea22fffaec840a9510f32a152d26713491f0a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"aa0540ce-db1c-474d-98bf-add6a864521c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.043783222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"79e6cfef-b288-4baa-9c98-bca369543e1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.045310846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"e6515887-cf6a-4d0f-9714-a957d933427b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.063480765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"79e6cfef-b288-4baa-9c98-bca369543e1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.065906359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"e6515887-cf6a-4d0f-9714-a957d933427b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.082173141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"79e6cfef-b288-4baa-9c98-bca369543e1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.084778568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"e6515887-cf6a-4d0f-9714-a957d933427b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.363958483Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-failed-sub","reconcileID":"802afda8-a01d-44c0-b236-d4c966126553","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.364108485Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-failed-sub","reconcileID":"802afda8-a01d-44c0-b236-d4c966126553","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-e4e24e/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.492499642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"b3de9d1c-be88-4675-95f8-09bdb8db00f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.492626071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"71b64255-51fb-4707-a870-7a4412ab828c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.492905651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-failed-auth","reconcileID":"6719011f-4107-4827-9019-3c5c2325b222","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.512401465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"b3de9d1c-be88-4675-95f8-09bdb8db00f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.512467196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-failed-auth","reconcileID":"6719011f-4107-4827-9019-3c5c2325b222","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.51484881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"71b64255-51fb-4707-a870-7a4412ab828c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.574124654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"eb944146-92c1-4f92-904e-9a02f7c9ce70","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.608849091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"85adebc8-b71a-446c-b886-384323d47ccb","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.640844814Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-apikey-failed-auth","reconcileID":"d42f6283-9705-4f5c-8ec6-8f80e4b956ef","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.739049914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"e330de7c-aeb6-4871-a317-33e205fee6ef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.758498118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"d61858c2-aa0e-4971-b4df-18e28e39f627","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:32.772951786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"97facef5-e9e0-43b5-a4fc-af34f701d79a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.777162095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"a968b76a-8845-48d8-96df-9b47a839dd50","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.811738072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"607d159a-8482-4dab-bf75-62f542797b91","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.82960689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"af158f7e-c9d1-4933-9d7d-24306ca99d65","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.889402829Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"9663b90f-6b2f-42de-a3df-c44cccb3c4e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"simulator-w2-a9def7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-a9def7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.940888942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"8551d9a4-e0a8-4836-8e1b-3219c60901f4","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.949696436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"bf4ee4a4-8a03-4680-b0de-5e1838d588a7","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.977830729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"6b542d32-b9d1-403a-baa7-b9307cc2199f","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.986413822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"5e56b452-3b66-4ad1-9b42-fb584ac358b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:32.993889661Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"6b542d32-b9d1-403a-baa7-b9307cc2199f","name":"simulator-w2-a9def7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-a9def7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:32.993944677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"6b542d32-b9d1-403a-baa7-b9307cc2199f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-a9def7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.999246197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"e13dd070-1b30-4be3-92d3-8333a719e8ff","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.006050257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"56e8fe92-adfc-45eb-be15-ce68da1f19bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.059482049Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"56e8fe92-adfc-45eb-be15-ce68da1f19bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.083099513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"56e8fe92-adfc-45eb-be15-ce68da1f19bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.084937028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"9b3acf41-a58a-4f35-9320-b417b1d22c02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.100508245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"d5bb117e-fe83-4aff-a704-d4eca323724b","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.128136544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"22b6d981-4ade-4ca1-97a9-f57c4df7d592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.147460677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"22b6d981-4ade-4ca1-97a9-f57c4df7d592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.159590493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"f64ca723-9473-429d-8eca-2a15cf8a0ba0","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.168630136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"22b6d981-4ade-4ca1-97a9-f57c4df7d592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.177883734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"60d12553-c3e6-4770-b117-f7ab2131eb32","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.19286215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"4e83aa68-c5fa-4962-a7df-cf2275780bf3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.199316632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"f1fedb4c-1cf6-4c4a-a80b-00c5a9fd8f2f","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.229633124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"79258c58-ea56-413f-bec4-07caced398d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.229880286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"43f3e411-f061-4019-b220-d9472dc27868","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.261763149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"78b87f80-e04d-47fa-b1ff-b1e1ce654bcb","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.263691745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"79258c58-ea56-413f-bec4-07caced398d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.281902557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"79258c58-ea56-413f-bec4-07caced398d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.322933385Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"828f23c4-5e7f-4bae-a8c7-b4fe68841298","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"premium-w2-a9def7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-a9def7/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.329231454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"d318a748-0099-4fed-86f6-86e4ff38f637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.348620553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"d318a748-0099-4fed-86f6-86e4ff38f637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.366835289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"d318a748-0099-4fed-86f6-86e4ff38f637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.367960751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"c9e8ffec-7d17-400b-b65a-a9d7cf28c803","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.391984466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"c4941c9f-5ed3-4301-a42e-72acc7465a7c","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.40872791Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"c4941c9f-5ed3-4301-a42e-72acc7465a7c","name":"premium-w2-a9def7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-a9def7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.408777817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"c4941c9f-5ed3-4301-a42e-72acc7465a7c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-a9def7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.414051814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"43eebe3b-81bf-4758-8c06-81ce2add1d7f","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.422353125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"6f7d85f2-b250-4fd1-9063-b2c85bf518e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.444237225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"b54d34be-2817-42b9-ad62-0dec122d9141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.444286739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"54cc5e37-35f0-4049-8cdd-3bb3f3156648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.464262909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"54cc5e37-35f0-4049-8cdd-3bb3f3156648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.464304004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"b54d34be-2817-42b9-ad62-0dec122d9141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.483737454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"54cc5e37-35f0-4049-8cdd-3bb3f3156648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.48380302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"b54d34be-2817-42b9-ad62-0dec122d9141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.503626033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"b4fee97c-0022-40d1-b8ba-c707bd5084c9","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.523498022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"dc057f5f-f069-4758-afdb-1d3a5747cacf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.546272079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"715841bc-358a-4b33-9b83-fd92971cbbda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.567479224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"715841bc-358a-4b33-9b83-fd92971cbbda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.585755385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"715841bc-358a-4b33-9b83-fd92971cbbda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.693955725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"1bccd109-74fc-4a75-977c-920f26eecb16","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.759587012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"93a7a577-177e-4b96-b2ae-e5d49c0a8812","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.778994595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"cec28f5a-8229-41a1-9b71-f27944d57f7c","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.82091352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"d85ec6c8-57b0-4caf-b4a1-28453c5047c7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.840164889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"d85ec6c8-57b0-4caf-b4a1-28453c5047c7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.858667418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"b8456af9-420b-47e0-ba97-e030c5addca5","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.880329321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"082ae230-bb17-4e2e-b904-e5965f7c07ff","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.892790259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"f8c1c86b-bee5-4e7f-9d5e-6e3f8976a314","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.895293588Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-743a5e/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.910430936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"a29aca32-98c5-48f2-a3fc-027b82fe2bb4","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.987858037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"629846af-c8d1-4277-be7b-b8be4d2e06a4","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.00662885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"cb1070fd-1eaa-4ec1-a60c-2fa004e27fb8","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.009407856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"12336c05-97f1-463c-b544-b10b9163121a","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.009795383Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"1aa006c2-403e-4c39-9e71-bb43d550af95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"simulator-w5-743a5e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-743a5e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.02228549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"1c0f40a3-671e-48bf-b0ed-4dad751bee0e","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:34.02511889Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e4e24e/e2e-filter-sub-a-49dbdd8b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-49dbdd8b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.029294818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"488952b5-0f88-4428-9624-662af1d1ffce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.029351928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"9801ab28-9607-4331-b7c6-3283607aa723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.039588434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"5b52748c-44e1-4e3a-b3fe-f4953e44a967","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.049124498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"488952b5-0f88-4428-9624-662af1d1ffce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.049365303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"9801ab28-9607-4331-b7c6-3283607aa723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.06290987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"2a2f3fff-0dbe-44a2-ad9d-02627ff33a1f","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.087390971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"8ffcb643-807a-4555-a5af-4116e18d5a0d","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.114921379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"cafff54d-abf6-4df7-aabf-1801b53ce388","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.115452623Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-49dbdd8b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b","reconcileID":"dc747533-782b-44ab-b6d6-0658dfbac320","MaaSSubscription":{"name":"e2e-filter-sub-a-49dbdd8b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e4e24e/e2e-filter-sub-a-49dbdd8b","ai-tenant-e2e-worker-w0-e4e24e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.129602687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"6bb4a88c-9563-44f5-8bcb-f3283bf761ae","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.149583873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"6bb4a88c-9563-44f5-8bcb-f3283bf761ae","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.167937136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"67f76637-985c-4044-9d27-c3b285133737","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.187937474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"6ac1704a-c5ca-4fa2-ba90-d102e75f6702","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.188217987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"50143670-f4c8-4ca4-bc41-8e1e170ed9db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.215917871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"2db1a1e5-59ca-49fe-8fed-3aa535876963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.22942378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"e47dd06f-4747-413e-a6d3-8b8f7e45b299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.229479521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"597433bf-c31f-4f40-a169-f127f0ff9da8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.249031534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"597433bf-c31f-4f40-a169-f127f0ff9da8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.249106174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"e47dd06f-4747-413e-a6d3-8b8f7e45b299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.270273706Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"2db1a1e5-59ca-49fe-8fed-3aa535876963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.288587269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"2db1a1e5-59ca-49fe-8fed-3aa535876963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.288898096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"a7425d2e-b681-4623-a802-a0d6a43049e2","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.289806213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"414d73c3-3070-4f41-8746-b39a978a5e46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.29098345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-49dbdd8b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b","reconcileID":"843e92f2-eabd-48b6-b0a4-4918d6ce3d4e","MaaSSubscription":{"name":"e2e-filter-sub-a-49dbdd8b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.307810068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"6054b670-f518-41c0-bf91-89d0c59798d4","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.308468202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"2ef6afed-0555-4d17-9772-c868541b0b8d","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:34.322013841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"2e09075f-1da3-4040-a6e7-30b6d34e4bea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.329746239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"592a2628-5d3b-4c43-84fd-ceb7a20597cb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.330433754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"58aa667b-e867-4df7-8dc3-87111e4d889b","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.348823798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"592a2628-5d3b-4c43-84fd-ceb7a20597cb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.361956436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"f1994f45-ee05-4142-9e30-b48e74a7c879","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.379707065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"6d8862fa-a017-4ab9-8e99-83175215a2c8","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.417745684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"8550879e-40a4-4052-b2b2-44c1a0a494e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.437589225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"8550879e-40a4-4052-b2b2-44c1a0a494e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.44202589Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"aed10d0d-a4b0-4a68-923f-6f723ea2d25a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"premium-w5-743a5e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-743a5e/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.455683767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"8550879e-40a4-4052-b2b2-44c1a0a494e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.492952251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"6d52e56c-e0e9-49cc-b504-2bb1c717faff","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.496519378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"922718e7-f6a5-4c14-9a2a-e52990e673f5","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.517107162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"87b394fa-1d5d-4fcc-ab28-e73fc6a852f4","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.53045059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"82a5175a-7ea3-40a8-a28e-2a53e801dbcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:34.535279183Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"87b394fa-1d5d-4fcc-ab28-e73fc6a852f4","name":"premium-w5-743a5e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w5-743a5e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:34.535329727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"87b394fa-1d5d-4fcc-ab28-e73fc6a852f4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w5-743a5e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.535907962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"9728c49c-1656-4dbf-9312-3583a50cbb68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.540936541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"96f52fa1-20e2-49c5-8854-4c7e20b47c00","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.549638071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"82a5175a-7ea3-40a8-a28e-2a53e801dbcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.569813904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"82a5175a-7ea3-40a8-a28e-2a53e801dbcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.631523047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"63eabe1d-ebdf-4eb4-9c28-52b811a26784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.631543674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"09208fff-ae36-431a-bc3c-6ed7ee756998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.638330217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"76b37fb6-9541-4ccf-8e41-0a2b7559594b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.650807848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"09208fff-ae36-431a-bc3c-6ed7ee756998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.65092207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"63eabe1d-ebdf-4eb4-9c28-52b811a26784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.669502627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"09208fff-ae36-431a-bc3c-6ed7ee756998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.669564147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"63eabe1d-ebdf-4eb4-9c28-52b811a26784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.687630338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"b050784e-8cb8-471b-8804-01927c90af4f","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.731081617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"91c89972-e0e8-4af9-bfac-c5ff499c7943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.751609473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"91c89972-e0e8-4af9-bfac-c5ff499c7943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:34.769722866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"91c89972-e0e8-4af9-bfac-c5ff499c7943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.50732238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"e3228ebf-849b-430d-9435-43342eaaeaed","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.572655872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"dcb51fe7-87d8-484f-9640-5062be53e1d3","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.615631725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b-auth","reconcileID":"2ae28463-6ffc-4b5f-85b3-f6e6385e8a7b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.634989421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b-auth","reconcileID":"2ae28463-6ffc-4b5f-85b3-f6e6385e8a7b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.707755564Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-filter-sub-a-49dbdd8b ai-tenant-e2e-worker-w0-e4e24e/e2e-filter-sub-b-b8439d7b]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.707763777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"287322c2-68e8-437c-b15f-aaf49c677ba5","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.728605662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"2c86a5f8-b285-4b41-bc19-95fb5f0e3698","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.746367236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"7587aa79-957b-417c-bb0c-2d2d3b996419","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.751251851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"8528c7c5-7fb1-4d9b-864f-149aa08122f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.754101132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"98f273ad-2944-44a1-998c-2e551c6459f5","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.754203593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"45dee80e-051c-4e3f-acc4-b928cdc6af80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:36.755982496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b8439d7b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b","reconcileID":"92c75010-73bc-4335-aadc-d04f0f78f228","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-b8439d7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.768691421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"bd0744d5-2bec-4e4a-816d-9ff71cb17caa","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.772125951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"8528c7c5-7fb1-4d9b-864f-149aa08122f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.774701583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"98f273ad-2944-44a1-998c-2e551c6459f5","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.774838135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"45dee80e-051c-4e3f-acc4-b928cdc6af80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.796354969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"5a8b48af-5232-4cae-9dd8-75f570041412","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.801264135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"abf9e052-849f-491f-92a5-571505d851d3","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.815777661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"f27a10a4-5bc9-4d74-8c6f-d104abe6d1f9","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.850646068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b-auth","reconcileID":"13420057-d3f5-4d0c-9645-c57a20af6989","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.871896109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b-auth","reconcileID":"13420057-d3f5-4d0c-9645-c57a20af6989","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.882945821Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b8439d7b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b","reconcileID":"9074e391-a908-441d-b0af-4d2d2acdfcdd","MaaSSubscription":{"name":"e2e-filter-sub-b-b8439d7b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-e4e24e/e2e-filter-sub-a-49dbdd8b","ai-tenant-e2e-worker-w0-e4e24e/e2e-filter-sub-b-b8439d7b","ai-tenant-e2e-worker-w0-e4e24e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.936130292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"55e50f1b-95b9-4eb6-9c9f-a39e6441be66","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.960455683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-49dbdd8b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b","reconcileID":"bcebd15f-74fd-48dc-9bb8-58e823ca1789","MaaSSubscription":{"name":"e2e-filter-sub-a-49dbdd8b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:36.9605103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"56ab1f33-0779-4cf2-b795-323e1f85e27f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.028760774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"1c5b7ec9-8fc0-4318-b9da-27f71892792a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.028795361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"bb286d72-220c-48c1-a96b-5c27175d8168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.029124736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"5f38453e-179c-434f-8480-a9de05167c07","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.048408252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"1c5b7ec9-8fc0-4318-b9da-27f71892792a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.048483644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"bb286d72-220c-48c1-a96b-5c27175d8168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.050582278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"5f38453e-179c-434f-8480-a9de05167c07","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.059816342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b8439d7b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b","reconcileID":"f2f74cff-f6bc-447b-abd4-653bc0a6e99f","MaaSSubscription":{"name":"e2e-filter-sub-b-b8439d7b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.396898007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"073d6255-a5f3-4f24-b9a6-a3cbe7df5f4a","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.558964497Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-filter-sub-a-49dbdd8b ai-tenant-e2e-worker-w0-e4e24e/e2e-filter-sub-b-b8439d7b]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.559177185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"7c5cd4da-801c-4012-ba56-83b25c8f70a1","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.577949834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"782b6d8f-0f4c-4db5-b57a-c45905f9feba","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:37.598461503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"6edb0f5b-421a-4276-82c9-fd0bb5f61f2c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.60163473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"fc2ee0d0-8c16-4e26-a418-97716b26ff95","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.648097373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"d256e612-08a9-4ea6-898b-a89e989d16f4","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.668736028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"7f53192b-5ab8-4f44-a52a-93c0815f76ab","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.7349453Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"cb750000-11ea-49f0-af45-4daa6bcb92b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"simulator-w3-8a9e5f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-8a9e5f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.774209268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"1c3e340f-0b04-4510-baff-e5d6a7a4aa5d","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.795628999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"22907a13-6cc0-4760-81f1-58cc403ce1c1","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.82032241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"f58e52b6-a5d7-4881-9855-6fcc4484b0b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.839508842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"dd475814-bbb9-43ce-95ef-776379cb4ed5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.874740996Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"f58e52b6-a5d7-4881-9855-6fcc4484b0b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.893777927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"f58e52b6-a5d7-4881-9855-6fcc4484b0b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.912014533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"bec38815-7b8f-4eab-9217-0b8ea57b96d6","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.940699102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"93c57555-8c43-4033-9b91-88be82c2c935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.959747343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"93c57555-8c43-4033-9b91-88be82c2c935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.978097194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"93c57555-8c43-4033-9b91-88be82c2c935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.995972737Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-filter-sub-a-49dbdd8b ai-tenant-e2e-worker-w0-e4e24e/e2e-filter-sub-b-b8439d7b]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:37.996515104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"a2a6f5b4-8de8-4434-adab-4d9b4ccd38ac","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.015886535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"cae2bcfc-93cc-40c1-860e-2bb64a188da0","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.032747217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"c2fff775-4db7-44e8-8999-d6c06eeeaa46","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:38.036293576Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-8a9e5f/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.041404365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"d813656f-40b5-44bd-91c6-0421cb732cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.051505721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"bdb0dbf8-3349-492d-be30-81a76995c65c","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.061226905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"d813656f-40b5-44bd-91c6-0421cb732cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.080454689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"d813656f-40b5-44bd-91c6-0421cb732cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.115343742Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"36c88b5a-7a13-48a0-8c49-77e838cda79a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"premium-w3-8a9e5f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-8a9e5f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.14190751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"727c2e93-e9e9-4a1c-a317-46ff3bb6cc53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.161486102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"727c2e93-e9e9-4a1c-a317-46ff3bb6cc53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.182622077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"b0b0dfb1-cab1-4dc7-9d8e-d15a0b910024","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.188694111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"727c2e93-e9e9-4a1c-a317-46ff3bb6cc53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.24110169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"effbac20-334d-48cc-bb09-d77c2a84cc52","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.241499913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"4b92f532-e4af-419e-b993-d5032373786d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.391932674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"22a097ff-eb5e-492d-a592-be4a42fdfac2","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:38.461726156Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"22a097ff-eb5e-492d-a592-be4a42fdfac2","name":"premium-w3-8a9e5f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-8a9e5f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:38.461809669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"22a097ff-eb5e-492d-a592-be4a42fdfac2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-8a9e5f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.467246194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"2fb3a7ca-6485-4f89-b54e-984a0e3e4e4d","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.475825466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"7167c905-1363-42ca-bc21-7ab873108e6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.489756766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"379ffefe-acec-47db-9e84-5579c3d69e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.495317886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"7167c905-1363-42ca-bc21-7ab873108e6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.509339007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"379ffefe-acec-47db-9e84-5579c3d69e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.511813833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"d9bf5897-5334-4fe3-a728-3cd4d9c65b58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.515345245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"7167c905-1363-42ca-bc21-7ab873108e6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.527849112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"379ffefe-acec-47db-9e84-5579c3d69e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.533422026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"d1ab9e22-10d9-4152-b933-6fe58b4ed680","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.578650486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"6c8d0d66-7b42-46b5-8e73-e3008abfd7ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.598239522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"6c8d0d66-7b42-46b5-8e73-e3008abfd7ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:38.622903958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"6c8d0d66-7b42-46b5-8e73-e3008abfd7ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:39.320934446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"95f7aa83-ce3f-4dd7-af60-05a811c9c88e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:39.34055729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"95f7aa83-ce3f-4dd7-af60-05a811c9c88e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:39.359045691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"95f7aa83-ce3f-4dd7-af60-05a811c9c88e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:39.418269966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"63e67940-9a3d-42af-9620-24991a2e2653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:39.437670963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"63e67940-9a3d-42af-9620-24991a2e2653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:39.456678598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"63e67940-9a3d-42af-9620-24991a2e2653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.196880892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"85c2dc13-e948-4503-83ff-d2680f5969c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.250842888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"1f2ab280-d304-4513-bc99-2afc49d3a9a0","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.265359421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"37397557-3e0b-40ea-899e-681adb7bf7db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.351631231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"d5f865cb-a56e-432d-b21a-d3530b8fea47","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.369495373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"6c376f6e-1d79-4c3e-b9e9-912dd0bc6196","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.369531786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"0ea9d0b1-03a6-448d-b0dc-7f366d4eb4ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.451859047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"7357935f-5bc1-40d2-86f8-945a49f5b492","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.455078934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"7faf2cc7-43d0-4c7c-b9b1-644b78c3493a","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.526049133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"5950fe19-f259-49a9-90cc-18aed49bb991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.526049161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"79aad479-ff6f-47d2-940f-7996fbf82400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.546230172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"5950fe19-f259-49a9-90cc-18aed49bb991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.546229116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"79aad479-ff6f-47d2-940f-7996fbf82400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.564801269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0cf8518847766a427efddf5296c109da96e1235949d8b718cef4e8ce5b1c2681) AuthConfig (c987c77b38e287cee501dc59f06b6d89d7cd264cfdf13b66699ed06612640869) AuthConfig (97e67a77b6b02afe14f6fee796a3aeaa4bd491699f002dcfc2c5f76f457b0c85) AuthConfig (cd262659cda6bd8274caa7661b55a532d59dbfe6e22812c9369f28927c9edb7b) AuthConfig (731cd86b86dcd6f711fc033f16f585751ee4732026db3880f60cf112c774c4dc) AuthConfig (f3542dbbccc1c4a861cbb882e55d09a27cc9d8efcb9eaa6f525c42d7ec630b1e) AuthConfig (4cf4d4cdd3d2ec6aace534642923bc419e23294b5057e0a595fef566576079a2) AuthConfig (cf9ecb1dfd95ab6564ae8510f645861c5fd17025d32db92b871bb810908157d3) AuthConfig (ad654c7d6d17a3a152541d1edd4607e48061ae8dc9584481bde678a5094962cf) AuthConfig (0ec3b0e96e88a8b58eb5e3b9baa4c461c5dc0a102861aef75a7ce97478b89ffa) AuthConfig (9f9d5dd1e7e508d4decefbec49cde2d777511ec188efc642e3607cc77e85f9ea) AuthConfig (1688213d79d493c03d62fbf391b6c6759162169becadda0615593c363e984132) AuthConfig (8803d90181bf4e5dfa13e4774c8d0af37dfd4301bd0fd4d09c8735c0efcb95dd) AuthConfig (1f17d3b6d23a8788b9959211c8dc9bd353f46fefb250406c8f51884e3d5d9b18) AuthConfig (00cf2fd790163053b712c10a95f777bbd00a4a86f6c402d33a90643983169a75) AuthConfig (5ac0c4a21165fb3047310aa2bc559eed05e174b2ba7cefe168824ff9e60c0bdf) AuthConfig (7142d596593cf612b4715e49d35f288766b4e7fa48c4c9c68abc13417041f4d1) AuthConfig (b2c877ba15ccd40cf1ba319b139484a8b3d0a8d99eef51df9242b3dd04a4d5f4) AuthConfig (f41a64a8b12fab82ab336a250759695e91296c7d8ac572a3902101e6b8d1bb00) AuthConfig (7d157d12d513310dabb62bcfe5fd3cc90dddd4f379bf98ce8a80ba44253ce08c) AuthConfig (e2cd2c9764f5692a5e4a61ce962dcde1dbd9fecd1eb7cb5aedf3910fad2d9b12) AuthConfig (b39c6dd4045de7a154f7c350c11262f6febd38e732d65a98ca1ace4bffcec93c) AuthConfig (6b69db2d6ebf01c50726685c66f5204b2456eb22a8c1813e725ad458b36631cf) AuthConfig (b4ef2a470863d92cb153384f33226b7e8398f25ef3c047c6eda4f113b2570c65) AuthConfig (463c0fbe6eb5f54d50583d9a2f2816e03844235840f0cb9826d183c238e973fd) AuthConfig (8eb76271925cf30b22666020e5c1235325701da5e45c6adf1a60384fd7445dbd) AuthConfig (744ed69aa741daf28caba14d04a2452d0c77bfa39c11fe6e5c1c24091153e4ea) AuthConfig (415ec9ccf87c5a0807f2569b47518ba2e43b1da20f62e841e9227ac9aafcfeba) AuthConfig (b0850a8c669bfbc3cce2141ebcaababa77e7e65d106b3dedc399074c8e7c606a) AuthConfig (0c36e21f192214f015dbd3b3b3a3a147932249b832a33b54fd91acf4cd36ed85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"79aad479-ff6f-47d2-940f-7996fbf82400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.56535252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0cf8518847766a427efddf5296c109da96e1235949d8b718cef4e8ce5b1c2681) AuthConfig (c987c77b38e287cee501dc59f06b6d89d7cd264cfdf13b66699ed06612640869) AuthConfig (97e67a77b6b02afe14f6fee796a3aeaa4bd491699f002dcfc2c5f76f457b0c85) AuthConfig (cd262659cda6bd8274caa7661b55a532d59dbfe6e22812c9369f28927c9edb7b) AuthConfig (731cd86b86dcd6f711fc033f16f585751ee4732026db3880f60cf112c774c4dc) AuthConfig (f3542dbbccc1c4a861cbb882e55d09a27cc9d8efcb9eaa6f525c42d7ec630b1e) AuthConfig (4cf4d4cdd3d2ec6aace534642923bc419e23294b5057e0a595fef566576079a2) AuthConfig (cf9ecb1dfd95ab6564ae8510f645861c5fd17025d32db92b871bb810908157d3) AuthConfig (ad654c7d6d17a3a152541d1edd4607e48061ae8dc9584481bde678a5094962cf) AuthConfig (0ec3b0e96e88a8b58eb5e3b9baa4c461c5dc0a102861aef75a7ce97478b89ffa) AuthConfig (9f9d5dd1e7e508d4decefbec49cde2d777511ec188efc642e3607cc77e85f9ea) AuthConfig (1688213d79d493c03d62fbf391b6c6759162169becadda0615593c363e984132) AuthConfig (8803d90181bf4e5dfa13e4774c8d0af37dfd4301bd0fd4d09c8735c0efcb95dd) AuthConfig (1f17d3b6d23a8788b9959211c8dc9bd353f46fefb250406c8f51884e3d5d9b18) AuthConfig (00cf2fd790163053b712c10a95f777bbd00a4a86f6c402d33a90643983169a75) AuthConfig (5ac0c4a21165fb3047310aa2bc559eed05e174b2ba7cefe168824ff9e60c0bdf) AuthConfig (7142d596593cf612b4715e49d35f288766b4e7fa48c4c9c68abc13417041f4d1) AuthConfig (b2c877ba15ccd40cf1ba319b139484a8b3d0a8d99eef51df9242b3dd04a4d5f4) AuthConfig (f41a64a8b12fab82ab336a250759695e91296c7d8ac572a3902101e6b8d1bb00) AuthConfig (7d157d12d513310dabb62bcfe5fd3cc90dddd4f379bf98ce8a80ba44253ce08c) AuthConfig (e2cd2c9764f5692a5e4a61ce962dcde1dbd9fecd1eb7cb5aedf3910fad2d9b12) AuthConfig (b39c6dd4045de7a154f7c350c11262f6febd38e732d65a98ca1ace4bffcec93c) AuthConfig (6b69db2d6ebf01c50726685c66f5204b2456eb22a8c1813e725ad458b36631cf) AuthConfig (b4ef2a470863d92cb153384f33226b7e8398f25ef3c047c6eda4f113b2570c65) AuthConfig (463c0fbe6eb5f54d50583d9a2f2816e03844235840f0cb9826d183c238e973fd) AuthConfig (8eb76271925cf30b22666020e5c1235325701da5e45c6adf1a60384fd7445dbd) AuthConfig (744ed69aa741daf28caba14d04a2452d0c77bfa39c11fe6e5c1c24091153e4ea) AuthConfig (415ec9ccf87c5a0807f2569b47518ba2e43b1da20f62e841e9227ac9aafcfeba) AuthConfig (b0850a8c669bfbc3cce2141ebcaababa77e7e65d106b3dedc399074c8e7c606a) AuthConfig (0c36e21f192214f015dbd3b3b3a3a147932249b832a33b54fd91acf4cd36ed85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"5950fe19-f259-49a9-90cc-18aed49bb991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.585206631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"a68f40bc-4391-4d62-95ba-b9c7e040286b","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.587944137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"a90960f0-9e40-47ee-979d-43efc5968249","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.632482157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"00e58a33-108f-4535-8ddb-d9d3a323e63b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.632581953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"47fa8cf9-8ee0-4bfd-be30-d7f932bfa1d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.653333454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"47fa8cf9-8ee0-4bfd-be30-d7f932bfa1d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.653331407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"00e58a33-108f-4535-8ddb-d9d3a323e63b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.671743381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b75877ecdaa7ee5aa8558b12aaa8a8802e3acc68cc69661317e78ce74b2ca58a) AuthConfig (df85c77b15393bdcd4a9e436624a99efea0f2153a00a523c25ca168ae1fdda91) AuthConfig (5a00c45c82d9b12e7f29698ed755eb6554c3b870020cbeb19d25d77f8b75dd84) AuthConfig (9f5791a8c7aa5153add1e8a895525bbfbc10cd1bcc0df92cdcf7b8e485fea44a) AuthConfig (d3ef5d29aae8c5791d9e24ead6146396ddccd53f82037d459775b40da4361282) AuthConfig (f29475582dd70de35fe08f2c2ecbc98a88adf172a7ea8aa6f4b69bab3074bb08) AuthConfig (295937a972ac29640680b04b5c267d0c0fea98a79027a280d23fe57b12088e0e) AuthConfig (a8ad933b5ad8b6562f2f3134b4910791123e4d049134fa74206e53e1dcef4e5f) AuthConfig (302e930d4443966d1eb2e142cb87dade5b46d2502fa95c51d0fdb3cb7bb14bda) AuthConfig (443c60577bcebd9a11ba955473b435d64c59e2b3ffd37cc786704facb2663650) AuthConfig (360dc4b031fcf5c9af0d851e27add3399c9bb5e477902c8436a343c3478b0942) AuthConfig (3154d826db459da0c0646c05968f08f8e02949c63cc250e944f6124d23f86c2b) AuthConfig (5fd0afcfb6090b987b4bdcd6743e439b6db02c3d59ce98176e574f719a2a874d) AuthConfig (db0e2b4145e585fbcfc3e33b3ec445751bba44127ae494508f9bc78e1f3a32ca) AuthConfig (a0ba3584072cf7f4b7c7f7825b6d433005e09b2dae30052a14eafa26cfc5bac2) AuthConfig (f55212bd292a806037e4c8bc01dc215aeb5c24df8192643e4aeb5f39f1bc8bfb) AuthConfig (793d2cea4a300c6af0546d08c49b5dbf7bd83d417cbf891017b79a00ae7f55f6) AuthConfig (7db2d4b83e7460de3a7d83b3ea199806906b5ea0d88b0610e3dd75c771d192ea) AuthConfig (9d36d5e4aa99ab60bbb6abdf03b08e945bddde0c73cd1d4eb6e4fa4e2b9c0c27) AuthConfig (408aaef6f4f7835513d149d11d686c7fb46536f0419df8e38ae3a5a73a9b6c56) AuthConfig (42a1c2588ac069fb941f3d4b78302101b82e8927d60296e9e71c092dc2544df6) AuthConfig (0096dd64828d5131781694cd35edc7a1980aebdc5345fa36552d81a00d24113b) AuthConfig (b055b8acaf97c5364bd7711bbf4a5577ac775cd777c23c2c9beb7245f33e2615) AuthConfig (ec2f46f26b0da48664fd6fd68ef1f05dbb7c4b2bde0bdd65348d023b2bd0ad0a) AuthConfig (cbfff73438ed34c2f7208cba24131abbaf4a21dea4943fc8c5bb1f61158bd40f) AuthConfig (dd0c3111b29ce738321c03ac6c3bb62c6cb33b60f2ab60a8745cdea3d0193ca2) AuthConfig (d774b9bde4f270c6de4ad91e9aae85994a8c2b1ab7be561b00ae3a1f4241b6e0) AuthConfig (324b7654b8ddf958885c7a27b6379345fe576cab23b9453f470f9e87055946d7) AuthConfig (21a15b1b79cd541e210fcd32af2025010842b7d2a960d3aec3d0cec528cc50ec) AuthConfig (c4af7e87dcf789d39a9c1cac7812bac185694d1a79fd2f07c52c9beaf8d33d12)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"47fa8cf9-8ee0-4bfd-be30-d7f932bfa1d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.672604382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b75877ecdaa7ee5aa8558b12aaa8a8802e3acc68cc69661317e78ce74b2ca58a) AuthConfig (df85c77b15393bdcd4a9e436624a99efea0f2153a00a523c25ca168ae1fdda91) AuthConfig (5a00c45c82d9b12e7f29698ed755eb6554c3b870020cbeb19d25d77f8b75dd84) AuthConfig (9f5791a8c7aa5153add1e8a895525bbfbc10cd1bcc0df92cdcf7b8e485fea44a) AuthConfig (d3ef5d29aae8c5791d9e24ead6146396ddccd53f82037d459775b40da4361282) AuthConfig (f29475582dd70de35fe08f2c2ecbc98a88adf172a7ea8aa6f4b69bab3074bb08) AuthConfig (295937a972ac29640680b04b5c267d0c0fea98a79027a280d23fe57b12088e0e) AuthConfig (a8ad933b5ad8b6562f2f3134b4910791123e4d049134fa74206e53e1dcef4e5f) AuthConfig (302e930d4443966d1eb2e142cb87dade5b46d2502fa95c51d0fdb3cb7bb14bda) AuthConfig (443c60577bcebd9a11ba955473b435d64c59e2b3ffd37cc786704facb2663650) AuthConfig (360dc4b031fcf5c9af0d851e27add3399c9bb5e477902c8436a343c3478b0942) AuthConfig (3154d826db459da0c0646c05968f08f8e02949c63cc250e944f6124d23f86c2b) AuthConfig (5fd0afcfb6090b987b4bdcd6743e439b6db02c3d59ce98176e574f719a2a874d) AuthConfig (db0e2b4145e585fbcfc3e33b3ec445751bba44127ae494508f9bc78e1f3a32ca) AuthConfig (a0ba3584072cf7f4b7c7f7825b6d433005e09b2dae30052a14eafa26cfc5bac2) AuthConfig (f55212bd292a806037e4c8bc01dc215aeb5c24df8192643e4aeb5f39f1bc8bfb) AuthConfig (793d2cea4a300c6af0546d08c49b5dbf7bd83d417cbf891017b79a00ae7f55f6) AuthConfig (7db2d4b83e7460de3a7d83b3ea199806906b5ea0d88b0610e3dd75c771d192ea) AuthConfig (9d36d5e4aa99ab60bbb6abdf03b08e945bddde0c73cd1d4eb6e4fa4e2b9c0c27) AuthConfig (408aaef6f4f7835513d149d11d686c7fb46536f0419df8e38ae3a5a73a9b6c56) AuthConfig (42a1c2588ac069fb941f3d4b78302101b82e8927d60296e9e71c092dc2544df6) AuthConfig (0096dd64828d5131781694cd35edc7a1980aebdc5345fa36552d81a00d24113b) AuthConfig (b055b8acaf97c5364bd7711bbf4a5577ac775cd777c23c2c9beb7245f33e2615) AuthConfig (ec2f46f26b0da48664fd6fd68ef1f05dbb7c4b2bde0bdd65348d023b2bd0ad0a) AuthConfig (cbfff73438ed34c2f7208cba24131abbaf4a21dea4943fc8c5bb1f61158bd40f) AuthConfig (dd0c3111b29ce738321c03ac6c3bb62c6cb33b60f2ab60a8745cdea3d0193ca2) AuthConfig (d774b9bde4f270c6de4ad91e9aae85994a8c2b1ab7be561b00ae3a1f4241b6e0) AuthConfig (324b7654b8ddf958885c7a27b6379345fe576cab23b9453f470f9e87055946d7) AuthConfig (21a15b1b79cd541e210fcd32af2025010842b7d2a960d3aec3d0cec528cc50ec) AuthConfig (c4af7e87dcf789d39a9c1cac7812bac185694d1a79fd2f07c52c9beaf8d33d12)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"00e58a33-108f-4535-8ddb-d9d3a323e63b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.692084241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"ffdd1254-8e3a-4204-8a2c-8a0150299b5b","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.696268904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"4cd84112-9404-4bd8-a2d4-24917bafc307","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.724916605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"bbedb112-87bd-4df2-8655-219300f7c840","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.738670086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"0e84fb7a-7e90-4fcc-afee-74a6ea92f586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.757820318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"0e84fb7a-7e90-4fcc-afee-74a6ea92f586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.776290838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b75877ecdaa7ee5aa8558b12aaa8a8802e3acc68cc69661317e78ce74b2ca58a) AuthConfig (df85c77b15393bdcd4a9e436624a99efea0f2153a00a523c25ca168ae1fdda91) AuthConfig (5a00c45c82d9b12e7f29698ed755eb6554c3b870020cbeb19d25d77f8b75dd84) AuthConfig (9f5791a8c7aa5153add1e8a895525bbfbc10cd1bcc0df92cdcf7b8e485fea44a) AuthConfig (d3ef5d29aae8c5791d9e24ead6146396ddccd53f82037d459775b40da4361282) AuthConfig (f29475582dd70de35fe08f2c2ecbc98a88adf172a7ea8aa6f4b69bab3074bb08) AuthConfig (295937a972ac29640680b04b5c267d0c0fea98a79027a280d23fe57b12088e0e) AuthConfig (a8ad933b5ad8b6562f2f3134b4910791123e4d049134fa74206e53e1dcef4e5f) AuthConfig (302e930d4443966d1eb2e142cb87dade5b46d2502fa95c51d0fdb3cb7bb14bda) AuthConfig (443c60577bcebd9a11ba955473b435d64c59e2b3ffd37cc786704facb2663650) AuthConfig (360dc4b031fcf5c9af0d851e27add3399c9bb5e477902c8436a343c3478b0942) AuthConfig (3154d826db459da0c0646c05968f08f8e02949c63cc250e944f6124d23f86c2b) AuthConfig (5fd0afcfb6090b987b4bdcd6743e439b6db02c3d59ce98176e574f719a2a874d) AuthConfig (db0e2b4145e585fbcfc3e33b3ec445751bba44127ae494508f9bc78e1f3a32ca) AuthConfig (a0ba3584072cf7f4b7c7f7825b6d433005e09b2dae30052a14eafa26cfc5bac2) AuthConfig (f55212bd292a806037e4c8bc01dc215aeb5c24df8192643e4aeb5f39f1bc8bfb) AuthConfig (793d2cea4a300c6af0546d08c49b5dbf7bd83d417cbf891017b79a00ae7f55f6) AuthConfig (7db2d4b83e7460de3a7d83b3ea199806906b5ea0d88b0610e3dd75c771d192ea) AuthConfig (9d36d5e4aa99ab60bbb6abdf03b08e945bddde0c73cd1d4eb6e4fa4e2b9c0c27) AuthConfig (408aaef6f4f7835513d149d11d686c7fb46536f0419df8e38ae3a5a73a9b6c56) AuthConfig (42a1c2588ac069fb941f3d4b78302101b82e8927d60296e9e71c092dc2544df6) AuthConfig (0096dd64828d5131781694cd35edc7a1980aebdc5345fa36552d81a00d24113b) AuthConfig (b055b8acaf97c5364bd7711bbf4a5577ac775cd777c23c2c9beb7245f33e2615) AuthConfig (ec2f46f26b0da48664fd6fd68ef1f05dbb7c4b2bde0bdd65348d023b2bd0ad0a) AuthConfig (cbfff73438ed34c2f7208cba24131abbaf4a21dea4943fc8c5bb1f61158bd40f) AuthConfig (dd0c3111b29ce738321c03ac6c3bb62c6cb33b60f2ab60a8745cdea3d0193ca2) AuthConfig (d774b9bde4f270c6de4ad91e9aae85994a8c2b1ab7be561b00ae3a1f4241b6e0) AuthConfig (324b7654b8ddf958885c7a27b6379345fe576cab23b9453f470f9e87055946d7) AuthConfig (21a15b1b79cd541e210fcd32af2025010842b7d2a960d3aec3d0cec528cc50ec) AuthConfig (c4af7e87dcf789d39a9c1cac7812bac185694d1a79fd2f07c52c9beaf8d33d12)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"0e84fb7a-7e90-4fcc-afee-74a6ea92f586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.834661143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"21817e22-2ad9-46d3-8a31-55aaa64d9e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.834705089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"7655825c-5c09-48bc-8abe-a8e363857ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.835022531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"52f3f4aa-0f61-4a02-9833-400319c9dd07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.835204825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"fa87b6a7-27a5-4c82-a25f-9dac085cc116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.83539796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"004ffc09-7e7b-4bc1-8f5d-3e39b80919df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.856336542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"21817e22-2ad9-46d3-8a31-55aaa64d9e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.8573948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"7655825c-5c09-48bc-8abe-a8e363857ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.858506625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"fa87b6a7-27a5-4c82-a25f-9dac085cc116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.859526852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"004ffc09-7e7b-4bc1-8f5d-3e39b80919df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.860720746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"52f3f4aa-0f61-4a02-9833-400319c9dd07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.875610159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b75877ecdaa7ee5aa8558b12aaa8a8802e3acc68cc69661317e78ce74b2ca58a) AuthConfig (df85c77b15393bdcd4a9e436624a99efea0f2153a00a523c25ca168ae1fdda91) AuthConfig (5a00c45c82d9b12e7f29698ed755eb6554c3b870020cbeb19d25d77f8b75dd84) AuthConfig (9f5791a8c7aa5153add1e8a895525bbfbc10cd1bcc0df92cdcf7b8e485fea44a) AuthConfig (d3ef5d29aae8c5791d9e24ead6146396ddccd53f82037d459775b40da4361282) AuthConfig (f29475582dd70de35fe08f2c2ecbc98a88adf172a7ea8aa6f4b69bab3074bb08) AuthConfig (295937a972ac29640680b04b5c267d0c0fea98a79027a280d23fe57b12088e0e) AuthConfig (a8ad933b5ad8b6562f2f3134b4910791123e4d049134fa74206e53e1dcef4e5f) AuthConfig (302e930d4443966d1eb2e142cb87dade5b46d2502fa95c51d0fdb3cb7bb14bda) AuthConfig (443c60577bcebd9a11ba955473b435d64c59e2b3ffd37cc786704facb2663650) AuthConfig (360dc4b031fcf5c9af0d851e27add3399c9bb5e477902c8436a343c3478b0942) AuthConfig (3154d826db459da0c0646c05968f08f8e02949c63cc250e944f6124d23f86c2b) AuthConfig (5fd0afcfb6090b987b4bdcd6743e439b6db02c3d59ce98176e574f719a2a874d) AuthConfig (db0e2b4145e585fbcfc3e33b3ec445751bba44127ae494508f9bc78e1f3a32ca) AuthConfig (a0ba3584072cf7f4b7c7f7825b6d433005e09b2dae30052a14eafa26cfc5bac2) AuthConfig (f55212bd292a806037e4c8bc01dc215aeb5c24df8192643e4aeb5f39f1bc8bfb) AuthConfig (793d2cea4a300c6af0546d08c49b5dbf7bd83d417cbf891017b79a00ae7f55f6) AuthConfig (7db2d4b83e7460de3a7d83b3ea199806906b5ea0d88b0610e3dd75c771d192ea) AuthConfig (9d36d5e4aa99ab60bbb6abdf03b08e945bddde0c73cd1d4eb6e4fa4e2b9c0c27) AuthConfig (408aaef6f4f7835513d149d11d686c7fb46536f0419df8e38ae3a5a73a9b6c56) AuthConfig (42a1c2588ac069fb941f3d4b78302101b82e8927d60296e9e71c092dc2544df6) AuthConfig (0096dd64828d5131781694cd35edc7a1980aebdc5345fa36552d81a00d24113b) AuthConfig (b055b8acaf97c5364bd7711bbf4a5577ac775cd777c23c2c9beb7245f33e2615) AuthConfig (ec2f46f26b0da48664fd6fd68ef1f05dbb7c4b2bde0bdd65348d023b2bd0ad0a) AuthConfig (cbfff73438ed34c2f7208cba24131abbaf4a21dea4943fc8c5bb1f61158bd40f) AuthConfig (dd0c3111b29ce738321c03ac6c3bb62c6cb33b60f2ab60a8745cdea3d0193ca2) AuthConfig (d774b9bde4f270c6de4ad91e9aae85994a8c2b1ab7be561b00ae3a1f4241b6e0) AuthConfig (324b7654b8ddf958885c7a27b6379345fe576cab23b9453f470f9e87055946d7) AuthConfig (21a15b1b79cd541e210fcd32af2025010842b7d2a960d3aec3d0cec528cc50ec) AuthConfig (c4af7e87dcf789d39a9c1cac7812bac185694d1a79fd2f07c52c9beaf8d33d12)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"7655825c-5c09-48bc-8abe-a8e363857ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.87756031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0cf8518847766a427efddf5296c109da96e1235949d8b718cef4e8ce5b1c2681) AuthConfig (c987c77b38e287cee501dc59f06b6d89d7cd264cfdf13b66699ed06612640869) AuthConfig (97e67a77b6b02afe14f6fee796a3aeaa4bd491699f002dcfc2c5f76f457b0c85) AuthConfig (cd262659cda6bd8274caa7661b55a532d59dbfe6e22812c9369f28927c9edb7b) AuthConfig (731cd86b86dcd6f711fc033f16f585751ee4732026db3880f60cf112c774c4dc) AuthConfig (f3542dbbccc1c4a861cbb882e55d09a27cc9d8efcb9eaa6f525c42d7ec630b1e) AuthConfig (4cf4d4cdd3d2ec6aace534642923bc419e23294b5057e0a595fef566576079a2) AuthConfig (cf9ecb1dfd95ab6564ae8510f645861c5fd17025d32db92b871bb810908157d3) AuthConfig (ad654c7d6d17a3a152541d1edd4607e48061ae8dc9584481bde678a5094962cf) AuthConfig (0ec3b0e96e88a8b58eb5e3b9baa4c461c5dc0a102861aef75a7ce97478b89ffa) AuthConfig (9f9d5dd1e7e508d4decefbec49cde2d777511ec188efc642e3607cc77e85f9ea) AuthConfig (1688213d79d493c03d62fbf391b6c6759162169becadda0615593c363e984132) AuthConfig (8803d90181bf4e5dfa13e4774c8d0af37dfd4301bd0fd4d09c8735c0efcb95dd) AuthConfig (1f17d3b6d23a8788b9959211c8dc9bd353f46fefb250406c8f51884e3d5d9b18) AuthConfig (00cf2fd790163053b712c10a95f777bbd00a4a86f6c402d33a90643983169a75) AuthConfig (5ac0c4a21165fb3047310aa2bc559eed05e174b2ba7cefe168824ff9e60c0bdf) AuthConfig (7142d596593cf612b4715e49d35f288766b4e7fa48c4c9c68abc13417041f4d1) AuthConfig (b2c877ba15ccd40cf1ba319b139484a8b3d0a8d99eef51df9242b3dd04a4d5f4) AuthConfig (f41a64a8b12fab82ab336a250759695e91296c7d8ac572a3902101e6b8d1bb00) AuthConfig (7d157d12d513310dabb62bcfe5fd3cc90dddd4f379bf98ce8a80ba44253ce08c) AuthConfig (e2cd2c9764f5692a5e4a61ce962dcde1dbd9fecd1eb7cb5aedf3910fad2d9b12) AuthConfig (b39c6dd4045de7a154f7c350c11262f6febd38e732d65a98ca1ace4bffcec93c) AuthConfig (6b69db2d6ebf01c50726685c66f5204b2456eb22a8c1813e725ad458b36631cf) AuthConfig (b4ef2a470863d92cb153384f33226b7e8398f25ef3c047c6eda4f113b2570c65) AuthConfig (463c0fbe6eb5f54d50583d9a2f2816e03844235840f0cb9826d183c238e973fd) AuthConfig (8eb76271925cf30b22666020e5c1235325701da5e45c6adf1a60384fd7445dbd) AuthConfig (744ed69aa741daf28caba14d04a2452d0c77bfa39c11fe6e5c1c24091153e4ea) AuthConfig (415ec9ccf87c5a0807f2569b47518ba2e43b1da20f62e841e9227ac9aafcfeba) AuthConfig (b0850a8c669bfbc3cce2141ebcaababa77e7e65d106b3dedc399074c8e7c606a) AuthConfig (0c36e21f192214f015dbd3b3b3a3a147932249b832a33b54fd91acf4cd36ed85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"004ffc09-7e7b-4bc1-8f5d-3e39b80919df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.881740225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0cf8518847766a427efddf5296c109da96e1235949d8b718cef4e8ce5b1c2681) AuthConfig (c987c77b38e287cee501dc59f06b6d89d7cd264cfdf13b66699ed06612640869) AuthConfig (97e67a77b6b02afe14f6fee796a3aeaa4bd491699f002dcfc2c5f76f457b0c85) AuthConfig (cd262659cda6bd8274caa7661b55a532d59dbfe6e22812c9369f28927c9edb7b) AuthConfig (731cd86b86dcd6f711fc033f16f585751ee4732026db3880f60cf112c774c4dc) AuthConfig (f3542dbbccc1c4a861cbb882e55d09a27cc9d8efcb9eaa6f525c42d7ec630b1e) AuthConfig (4cf4d4cdd3d2ec6aace534642923bc419e23294b5057e0a595fef566576079a2) AuthConfig (cf9ecb1dfd95ab6564ae8510f645861c5fd17025d32db92b871bb810908157d3) AuthConfig (ad654c7d6d17a3a152541d1edd4607e48061ae8dc9584481bde678a5094962cf) AuthConfig (0ec3b0e96e88a8b58eb5e3b9baa4c461c5dc0a102861aef75a7ce97478b89ffa) AuthConfig (9f9d5dd1e7e508d4decefbec49cde2d777511ec188efc642e3607cc77e85f9ea) AuthConfig (1688213d79d493c03d62fbf391b6c6759162169becadda0615593c363e984132) AuthConfig (8803d90181bf4e5dfa13e4774c8d0af37dfd4301bd0fd4d09c8735c0efcb95dd) AuthConfig (1f17d3b6d23a8788b9959211c8dc9bd353f46fefb250406c8f51884e3d5d9b18) AuthConfig (00cf2fd790163053b712c10a95f777bbd00a4a86f6c402d33a90643983169a75) AuthConfig (5ac0c4a21165fb3047310aa2bc559eed05e174b2ba7cefe168824ff9e60c0bdf) AuthConfig (7142d596593cf612b4715e49d35f288766b4e7fa48c4c9c68abc13417041f4d1) AuthConfig (b2c877ba15ccd40cf1ba319b139484a8b3d0a8d99eef51df9242b3dd04a4d5f4) AuthConfig (f41a64a8b12fab82ab336a250759695e91296c7d8ac572a3902101e6b8d1bb00) AuthConfig (7d157d12d513310dabb62bcfe5fd3cc90dddd4f379bf98ce8a80ba44253ce08c) AuthConfig (e2cd2c9764f5692a5e4a61ce962dcde1dbd9fecd1eb7cb5aedf3910fad2d9b12) AuthConfig (b39c6dd4045de7a154f7c350c11262f6febd38e732d65a98ca1ace4bffcec93c) AuthConfig (6b69db2d6ebf01c50726685c66f5204b2456eb22a8c1813e725ad458b36631cf) AuthConfig (b4ef2a470863d92cb153384f33226b7e8398f25ef3c047c6eda4f113b2570c65) AuthConfig (463c0fbe6eb5f54d50583d9a2f2816e03844235840f0cb9826d183c238e973fd) AuthConfig (8eb76271925cf30b22666020e5c1235325701da5e45c6adf1a60384fd7445dbd) AuthConfig (744ed69aa741daf28caba14d04a2452d0c77bfa39c11fe6e5c1c24091153e4ea) AuthConfig (415ec9ccf87c5a0807f2569b47518ba2e43b1da20f62e841e9227ac9aafcfeba) AuthConfig (b0850a8c669bfbc3cce2141ebcaababa77e7e65d106b3dedc399074c8e7c606a) AuthConfig (0c36e21f192214f015dbd3b3b3a3a147932249b832a33b54fd91acf4cd36ed85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"52f3f4aa-0f61-4a02-9833-400319c9dd07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:40.891443877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"7655825c-5c09-48bc-8abe-a8e363857ce9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.934111228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"a1115c56-e028-4a72-a228-743699086db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.934223381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"9309edec-5c46-4adc-976c-98760051b0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.934504181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"61881d4d-3a19-40ea-986b-7b20c7bcdcab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.956645136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"61881d4d-3a19-40ea-986b-7b20c7bcdcab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.956909606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"a1115c56-e028-4a72-a228-743699086db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.958728991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"9309edec-5c46-4adc-976c-98760051b0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.975086864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"61881d4d-3a19-40ea-986b-7b20c7bcdcab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.975212457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"a1115c56-e028-4a72-a228-743699086db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:40.976858441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"9309edec-5c46-4adc-976c-98760051b0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.038914927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b-auth","reconcileID":"74183dda-d22e-49a8-86bb-58e255bbb74b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.039068213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"0349223b-4cd3-49cc-b592-3b3dc1cdd095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.039333231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"fd85100e-7edc-4ea9-973d-30b77bf18c33","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.039390247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"6f2dcd1d-93cb-42ae-b6e6-01ff6e149820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.039626237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"199643a0-774d-4e42-bf2e-81825e7c438a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.05907653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b-auth","reconcileID":"74183dda-d22e-49a8-86bb-58e255bbb74b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.059276917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"0349223b-4cd3-49cc-b592-3b3dc1cdd095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.061506561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"199643a0-774d-4e42-bf2e-81825e7c438a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.061770615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"fd85100e-7edc-4ea9-973d-30b77bf18c33","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.063708409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"6f2dcd1d-93cb-42ae-b6e6-01ff6e149820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.077364822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"0349223b-4cd3-49cc-b592-3b3dc1cdd095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.079970778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"199643a0-774d-4e42-bf2e-81825e7c438a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.081776356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"6f2dcd1d-93cb-42ae-b6e6-01ff6e149820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.135819655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"b1739a5a-6b48-4f97-a0a3-a795941d7c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.155241441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"b1739a5a-6b48-4f97-a0a3-a795941d7c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.173792276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b75877ecdaa7ee5aa8558b12aaa8a8802e3acc68cc69661317e78ce74b2ca58a) AuthConfig (df85c77b15393bdcd4a9e436624a99efea0f2153a00a523c25ca168ae1fdda91) AuthConfig (5a00c45c82d9b12e7f29698ed755eb6554c3b870020cbeb19d25d77f8b75dd84) AuthConfig (9f5791a8c7aa5153add1e8a895525bbfbc10cd1bcc0df92cdcf7b8e485fea44a) AuthConfig (d3ef5d29aae8c5791d9e24ead6146396ddccd53f82037d459775b40da4361282) AuthConfig (f29475582dd70de35fe08f2c2ecbc98a88adf172a7ea8aa6f4b69bab3074bb08) AuthConfig (295937a972ac29640680b04b5c267d0c0fea98a79027a280d23fe57b12088e0e) AuthConfig (a8ad933b5ad8b6562f2f3134b4910791123e4d049134fa74206e53e1dcef4e5f) AuthConfig (302e930d4443966d1eb2e142cb87dade5b46d2502fa95c51d0fdb3cb7bb14bda) AuthConfig (443c60577bcebd9a11ba955473b435d64c59e2b3ffd37cc786704facb2663650) AuthConfig (360dc4b031fcf5c9af0d851e27add3399c9bb5e477902c8436a343c3478b0942) AuthConfig (3154d826db459da0c0646c05968f08f8e02949c63cc250e944f6124d23f86c2b) AuthConfig (5fd0afcfb6090b987b4bdcd6743e439b6db02c3d59ce98176e574f719a2a874d) AuthConfig (db0e2b4145e585fbcfc3e33b3ec445751bba44127ae494508f9bc78e1f3a32ca) AuthConfig (a0ba3584072cf7f4b7c7f7825b6d433005e09b2dae30052a14eafa26cfc5bac2) AuthConfig (f55212bd292a806037e4c8bc01dc215aeb5c24df8192643e4aeb5f39f1bc8bfb) AuthConfig (793d2cea4a300c6af0546d08c49b5dbf7bd83d417cbf891017b79a00ae7f55f6) AuthConfig (7db2d4b83e7460de3a7d83b3ea199806906b5ea0d88b0610e3dd75c771d192ea) AuthConfig (9d36d5e4aa99ab60bbb6abdf03b08e945bddde0c73cd1d4eb6e4fa4e2b9c0c27) AuthConfig (408aaef6f4f7835513d149d11d686c7fb46536f0419df8e38ae3a5a73a9b6c56) AuthConfig (42a1c2588ac069fb941f3d4b78302101b82e8927d60296e9e71c092dc2544df6) AuthConfig (0096dd64828d5131781694cd35edc7a1980aebdc5345fa36552d81a00d24113b) AuthConfig (b055b8acaf97c5364bd7711bbf4a5577ac775cd777c23c2c9beb7245f33e2615) AuthConfig (ec2f46f26b0da48664fd6fd68ef1f05dbb7c4b2bde0bdd65348d023b2bd0ad0a) AuthConfig (cbfff73438ed34c2f7208cba24131abbaf4a21dea4943fc8c5bb1f61158bd40f) AuthConfig (dd0c3111b29ce738321c03ac6c3bb62c6cb33b60f2ab60a8745cdea3d0193ca2) AuthConfig (d774b9bde4f270c6de4ad91e9aae85994a8c2b1ab7be561b00ae3a1f4241b6e0) AuthConfig (324b7654b8ddf958885c7a27b6379345fe576cab23b9453f470f9e87055946d7) AuthConfig (21a15b1b79cd541e210fcd32af2025010842b7d2a960d3aec3d0cec528cc50ec) AuthConfig (c4af7e87dcf789d39a9c1cac7812bac185694d1a79fd2f07c52c9beaf8d33d12)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"b1739a5a-6b48-4f97-a0a3-a795941d7c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.029378323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"ab3c633f-c9ed-4103-8141-ec26330c2120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.029378663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"366af5d5-65bc-4c1c-adc9-0bc539282e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.050381319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"366af5d5-65bc-4c1c-adc9-0bc539282e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.051030947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"ab3c633f-c9ed-4103-8141-ec26330c2120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.219615301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"3488ed4c-8e04-4366-8311-681649698d51","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.221199152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"1cc93011-a343-46b5-8938-93ed898cfcf1","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.240139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"ac17d7b4-7f8c-4a1f-a874-39d1db0c2393","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.257840931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"cdb53a9b-e375-42da-b84b-27876eb88df6","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.300512056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-bulk-sub-2da87130-auth","reconcileID":"85c8d346-711a-4813-8417-cd4cd2188ebb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.319805487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-bulk-sub-2da87130-auth","reconcileID":"85c8d346-711a-4813-8417-cd4cd2188ebb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.402817608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"70c269e4-2e83-4023-923b-40e144b96e40","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.439322608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"1a05d6b0-932b-49d0-8d7b-18731dbd759f","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.452838467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-bulk-sub-2da87130-auth","reconcileID":"243c09a6-825f-443d-a6c5-ed12e7512374","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.4602836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"9b4c83b0-4f44-430b-beb8-12c31f7c9731","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.472362386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-bulk-sub-2da87130-auth","reconcileID":"243c09a6-825f-443d-a6c5-ed12e7512374","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.473589028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"abae826e-7b08-4db7-bbc8-d959d2f9ae93","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.48110806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"f30dd35b-d0c8-427d-a14c-787cef48cdb8","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.495163683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"c8007730-8d05-4e1b-a21a-f3ff4fd6598e","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:46.497452548Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a3c02e/e2e-bulk-sub-2da87130","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-2da87130\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.549347404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"8f939a30-0329-4c78-ad7d-f00bfc5e4f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.549371952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"372432d5-f8b3-449c-abee-8be0c5f025ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.559325229Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2da87130","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-bulk-sub-2da87130","reconcileID":"635dbf7d-857f-4f50-b45e-f0ecc8db7223","MaaSSubscription":{"name":"e2e-bulk-sub-2da87130","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-a3c02e/e2e-bulk-sub-2da87130","ai-tenant-e2e-worker-w1-a3c02e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.569272966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"372432d5-f8b3-449c-abee-8be0c5f025ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.569456789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"8f939a30-0329-4c78-ad7d-f00bfc5e4f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.612598412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"0f645970-f300-4a6e-888f-deab7ae2014c","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.639451779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"25c73bb2-5f64-434c-a103-1a9c616df82a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.647966479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-bulk-sub-2da87130-auth","reconcileID":"36299c2b-117a-4eca-9a3d-3b9fc7e63af3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.668830764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-bulk-sub-2da87130-auth","reconcileID":"36299c2b-117a-4eca-9a3d-3b9fc7e63af3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.739172019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2da87130","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-bulk-sub-2da87130","reconcileID":"ae6e3a31-3a42-46ec-a8b7-068234aa3638","MaaSSubscription":{"name":"e2e-bulk-sub-2da87130","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.751729696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"e7fa1b87-13c2-4772-8c83-652850a125c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.752095508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"dfff6f76-eb6e-483d-98a1-c78e00ad02ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.771011842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"e7fa1b87-13c2-4772-8c83-652850a125c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.773279663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"dfff6f76-eb6e-483d-98a1-c78e00ad02ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.009924819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"591b723b-4843-4405-a41e-cad8104c75e4","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.064128659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"e28bfd7d-7a03-4b39-82d8-696921ea18ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.070486905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-bulk-sub-2da87130-auth","reconcileID":"965aaa60-c8ce-4864-9379-8734f98134af","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.071288812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"42d6d08f-ee79-4802-a1cb-75e64e891edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.08479075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"e28bfd7d-7a03-4b39-82d8-696921ea18ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.089973443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-bulk-sub-2da87130-auth","reconcileID":"965aaa60-c8ce-4864-9379-8734f98134af","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.090491661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"42d6d08f-ee79-4802-a1cb-75e64e891edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.774505834Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-49dbdd8b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b","reconcileID":"f582a3ad-4393-4ef5-ba36-fc08c47fc1d7","MaaSSubscription":{"name":"e2e-filter-sub-a-49dbdd8b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscription":"e2e-filter-sub-a-49dbdd8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.818654626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"612e0e34-7d0b-433f-8eb2-dab47daf13d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.826334124Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-49dbdd8b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b","reconcileID":"f582a3ad-4393-4ef5-ba36-fc08c47fc1d7","MaaSSubscription":{"name":"e2e-filter-sub-a-49dbdd8b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e4e24e/e2e-filter-sub-b-b8439d7b","ai-tenant-e2e-worker-w0-e4e24e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.837573306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"612e0e34-7d0b-433f-8eb2-dab47daf13d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.85563849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b75877ecdaa7ee5aa8558b12aaa8a8802e3acc68cc69661317e78ce74b2ca58a) AuthConfig (df85c77b15393bdcd4a9e436624a99efea0f2153a00a523c25ca168ae1fdda91) AuthConfig (5a00c45c82d9b12e7f29698ed755eb6554c3b870020cbeb19d25d77f8b75dd84) AuthConfig (9f5791a8c7aa5153add1e8a895525bbfbc10cd1bcc0df92cdcf7b8e485fea44a) AuthConfig (d3ef5d29aae8c5791d9e24ead6146396ddccd53f82037d459775b40da4361282) AuthConfig (f29475582dd70de35fe08f2c2ecbc98a88adf172a7ea8aa6f4b69bab3074bb08) AuthConfig (295937a972ac29640680b04b5c267d0c0fea98a79027a280d23fe57b12088e0e) AuthConfig (a8ad933b5ad8b6562f2f3134b4910791123e4d049134fa74206e53e1dcef4e5f) AuthConfig (302e930d4443966d1eb2e142cb87dade5b46d2502fa95c51d0fdb3cb7bb14bda) AuthConfig (443c60577bcebd9a11ba955473b435d64c59e2b3ffd37cc786704facb2663650) AuthConfig (360dc4b031fcf5c9af0d851e27add3399c9bb5e477902c8436a343c3478b0942) AuthConfig (3154d826db459da0c0646c05968f08f8e02949c63cc250e944f6124d23f86c2b) AuthConfig (5fd0afcfb6090b987b4bdcd6743e439b6db02c3d59ce98176e574f719a2a874d) AuthConfig (db0e2b4145e585fbcfc3e33b3ec445751bba44127ae494508f9bc78e1f3a32ca) AuthConfig (a0ba3584072cf7f4b7c7f7825b6d433005e09b2dae30052a14eafa26cfc5bac2) AuthConfig (f55212bd292a806037e4c8bc01dc215aeb5c24df8192643e4aeb5f39f1bc8bfb) AuthConfig (793d2cea4a300c6af0546d08c49b5dbf7bd83d417cbf891017b79a00ae7f55f6) AuthConfig (7db2d4b83e7460de3a7d83b3ea199806906b5ea0d88b0610e3dd75c771d192ea) AuthConfig (9d36d5e4aa99ab60bbb6abdf03b08e945bddde0c73cd1d4eb6e4fa4e2b9c0c27) AuthConfig (408aaef6f4f7835513d149d11d686c7fb46536f0419df8e38ae3a5a73a9b6c56) AuthConfig (42a1c2588ac069fb941f3d4b78302101b82e8927d60296e9e71c092dc2544df6) AuthConfig (0096dd64828d5131781694cd35edc7a1980aebdc5345fa36552d81a00d24113b) AuthConfig (b055b8acaf97c5364bd7711bbf4a5577ac775cd777c23c2c9beb7245f33e2615) AuthConfig (ec2f46f26b0da48664fd6fd68ef1f05dbb7c4b2bde0bdd65348d023b2bd0ad0a) AuthConfig (cbfff73438ed34c2f7208cba24131abbaf4a21dea4943fc8c5bb1f61158bd40f) AuthConfig (dd0c3111b29ce738321c03ac6c3bb62c6cb33b60f2ab60a8745cdea3d0193ca2) AuthConfig (d774b9bde4f270c6de4ad91e9aae85994a8c2b1ab7be561b00ae3a1f4241b6e0) AuthConfig (324b7654b8ddf958885c7a27b6379345fe576cab23b9453f470f9e87055946d7) AuthConfig (21a15b1b79cd541e210fcd32af2025010842b7d2a960d3aec3d0cec528cc50ec) AuthConfig (c4af7e87dcf789d39a9c1cac7812bac185694d1a79fd2f07c52c9beaf8d33d12)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"612e0e34-7d0b-433f-8eb2-dab47daf13d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.874722091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"1c8a8c3b-0b89-42ab-acfc-80131749124f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.874789366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b8439d7b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b","reconcileID":"1fc8cf3c-4890-42ca-b14c-180af28a9119","MaaSSubscription":{"name":"e2e-filter-sub-b-b8439d7b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.921420893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"531d6f5d-153b-4dab-8b07-d936e0b17e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.923412138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"2133170e-0f0d-4fbe-a9ca-c634a7387b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.941014318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"531d6f5d-153b-4dab-8b07-d936e0b17e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.942887752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"2133170e-0f0d-4fbe-a9ca-c634a7387b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.959753182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0cf8518847766a427efddf5296c109da96e1235949d8b718cef4e8ce5b1c2681) AuthConfig (c987c77b38e287cee501dc59f06b6d89d7cd264cfdf13b66699ed06612640869) AuthConfig (97e67a77b6b02afe14f6fee796a3aeaa4bd491699f002dcfc2c5f76f457b0c85) AuthConfig (cd262659cda6bd8274caa7661b55a532d59dbfe6e22812c9369f28927c9edb7b) AuthConfig (731cd86b86dcd6f711fc033f16f585751ee4732026db3880f60cf112c774c4dc) AuthConfig (f3542dbbccc1c4a861cbb882e55d09a27cc9d8efcb9eaa6f525c42d7ec630b1e) AuthConfig (4cf4d4cdd3d2ec6aace534642923bc419e23294b5057e0a595fef566576079a2) AuthConfig (cf9ecb1dfd95ab6564ae8510f645861c5fd17025d32db92b871bb810908157d3) AuthConfig (ad654c7d6d17a3a152541d1edd4607e48061ae8dc9584481bde678a5094962cf) AuthConfig (0ec3b0e96e88a8b58eb5e3b9baa4c461c5dc0a102861aef75a7ce97478b89ffa) AuthConfig (9f9d5dd1e7e508d4decefbec49cde2d777511ec188efc642e3607cc77e85f9ea) AuthConfig (1688213d79d493c03d62fbf391b6c6759162169becadda0615593c363e984132) AuthConfig (8803d90181bf4e5dfa13e4774c8d0af37dfd4301bd0fd4d09c8735c0efcb95dd) AuthConfig (1f17d3b6d23a8788b9959211c8dc9bd353f46fefb250406c8f51884e3d5d9b18) AuthConfig (00cf2fd790163053b712c10a95f777bbd00a4a86f6c402d33a90643983169a75) AuthConfig (5ac0c4a21165fb3047310aa2bc559eed05e174b2ba7cefe168824ff9e60c0bdf) AuthConfig (7142d596593cf612b4715e49d35f288766b4e7fa48c4c9c68abc13417041f4d1) AuthConfig (b2c877ba15ccd40cf1ba319b139484a8b3d0a8d99eef51df9242b3dd04a4d5f4) AuthConfig (f41a64a8b12fab82ab336a250759695e91296c7d8ac572a3902101e6b8d1bb00) AuthConfig (7d157d12d513310dabb62bcfe5fd3cc90dddd4f379bf98ce8a80ba44253ce08c) AuthConfig (e2cd2c9764f5692a5e4a61ce962dcde1dbd9fecd1eb7cb5aedf3910fad2d9b12) AuthConfig (b39c6dd4045de7a154f7c350c11262f6febd38e732d65a98ca1ace4bffcec93c) AuthConfig (6b69db2d6ebf01c50726685c66f5204b2456eb22a8c1813e725ad458b36631cf) AuthConfig (b4ef2a470863d92cb153384f33226b7e8398f25ef3c047c6eda4f113b2570c65) AuthConfig (463c0fbe6eb5f54d50583d9a2f2816e03844235840f0cb9826d183c238e973fd) AuthConfig (8eb76271925cf30b22666020e5c1235325701da5e45c6adf1a60384fd7445dbd) AuthConfig (744ed69aa741daf28caba14d04a2452d0c77bfa39c11fe6e5c1c24091153e4ea) AuthConfig (415ec9ccf87c5a0807f2569b47518ba2e43b1da20f62e841e9227ac9aafcfeba) AuthConfig (b0850a8c669bfbc3cce2141ebcaababa77e7e65d106b3dedc399074c8e7c606a) AuthConfig (0c36e21f192214f015dbd3b3b3a3a147932249b832a33b54fd91acf4cd36ed85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"531d6f5d-153b-4dab-8b07-d936e0b17e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.961409749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0cf8518847766a427efddf5296c109da96e1235949d8b718cef4e8ce5b1c2681) AuthConfig (c987c77b38e287cee501dc59f06b6d89d7cd264cfdf13b66699ed06612640869) AuthConfig (97e67a77b6b02afe14f6fee796a3aeaa4bd491699f002dcfc2c5f76f457b0c85) AuthConfig (cd262659cda6bd8274caa7661b55a532d59dbfe6e22812c9369f28927c9edb7b) AuthConfig (731cd86b86dcd6f711fc033f16f585751ee4732026db3880f60cf112c774c4dc) AuthConfig (f3542dbbccc1c4a861cbb882e55d09a27cc9d8efcb9eaa6f525c42d7ec630b1e) AuthConfig (4cf4d4cdd3d2ec6aace534642923bc419e23294b5057e0a595fef566576079a2) AuthConfig (cf9ecb1dfd95ab6564ae8510f645861c5fd17025d32db92b871bb810908157d3) AuthConfig (ad654c7d6d17a3a152541d1edd4607e48061ae8dc9584481bde678a5094962cf) AuthConfig (0ec3b0e96e88a8b58eb5e3b9baa4c461c5dc0a102861aef75a7ce97478b89ffa) AuthConfig (9f9d5dd1e7e508d4decefbec49cde2d777511ec188efc642e3607cc77e85f9ea) AuthConfig (1688213d79d493c03d62fbf391b6c6759162169becadda0615593c363e984132) AuthConfig (8803d90181bf4e5dfa13e4774c8d0af37dfd4301bd0fd4d09c8735c0efcb95dd) AuthConfig (1f17d3b6d23a8788b9959211c8dc9bd353f46fefb250406c8f51884e3d5d9b18) AuthConfig (00cf2fd790163053b712c10a95f777bbd00a4a86f6c402d33a90643983169a75) AuthConfig (5ac0c4a21165fb3047310aa2bc559eed05e174b2ba7cefe168824ff9e60c0bdf) AuthConfig (7142d596593cf612b4715e49d35f288766b4e7fa48c4c9c68abc13417041f4d1) AuthConfig (b2c877ba15ccd40cf1ba319b139484a8b3d0a8d99eef51df9242b3dd04a4d5f4) AuthConfig (f41a64a8b12fab82ab336a250759695e91296c7d8ac572a3902101e6b8d1bb00) AuthConfig (7d157d12d513310dabb62bcfe5fd3cc90dddd4f379bf98ce8a80ba44253ce08c) AuthConfig (e2cd2c9764f5692a5e4a61ce962dcde1dbd9fecd1eb7cb5aedf3910fad2d9b12) AuthConfig (b39c6dd4045de7a154f7c350c11262f6febd38e732d65a98ca1ace4bffcec93c) AuthConfig (6b69db2d6ebf01c50726685c66f5204b2456eb22a8c1813e725ad458b36631cf) AuthConfig (b4ef2a470863d92cb153384f33226b7e8398f25ef3c047c6eda4f113b2570c65) AuthConfig (463c0fbe6eb5f54d50583d9a2f2816e03844235840f0cb9826d183c238e973fd) AuthConfig (8eb76271925cf30b22666020e5c1235325701da5e45c6adf1a60384fd7445dbd) AuthConfig (744ed69aa741daf28caba14d04a2452d0c77bfa39c11fe6e5c1c24091153e4ea) AuthConfig (415ec9ccf87c5a0807f2569b47518ba2e43b1da20f62e841e9227ac9aafcfeba) AuthConfig (b0850a8c669bfbc3cce2141ebcaababa77e7e65d106b3dedc399074c8e7c606a) AuthConfig (0c36e21f192214f015dbd3b3b3a3a147932249b832a33b54fd91acf4cd36ed85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"2133170e-0f0d-4fbe-a9ca-c634a7387b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.980619484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"968283da-b5cd-4ace-a2ac-707080bc36b7","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.021374043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"7d8b458c-4843-434e-934a-2f5143830cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.021380912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"aed5cc69-4bf3-41d0-b35f-b878d22da681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.021525314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"d8dd7292-bc65-40e4-9405-7da38908ce98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.041156922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"7d8b458c-4843-434e-934a-2f5143830cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.041557218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"aed5cc69-4bf3-41d0-b35f-b878d22da681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.043189233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"d8dd7292-bc65-40e4-9405-7da38908ce98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.059099589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"7d8b458c-4843-434e-934a-2f5143830cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.060305994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"aed5cc69-4bf3-41d0-b35f-b878d22da681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.061136059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"d8dd7292-bc65-40e4-9405-7da38908ce98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.127644972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"6233a53f-4bed-4d37-b1e3-c97e7b632275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.127963327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"c42ad818-a474-4297-baf9-c5187f3db0a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.128046415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b-auth","reconcileID":"b9b22eab-be1f-475f-83a5-4eb8628b9b37","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.127644968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"8a48ea7e-57b6-4ad1-a113-4afa454672a2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.128436736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"ed551a6a-ad20-45ca-ab9e-fd3bf28deb42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.138387062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"37d431f2-ee65-429f-b239-d515bfcac039","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.147399879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"6233a53f-4bed-4d37-b1e3-c97e7b632275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.147613256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"c42ad818-a474-4297-baf9-c5187f3db0a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.149729705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"ed551a6a-ad20-45ca-ab9e-fd3bf28deb42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.149805971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b-auth","reconcileID":"b9b22eab-be1f-475f-83a5-4eb8628b9b37","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.151883344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"8a48ea7e-57b6-4ad1-a113-4afa454672a2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.165425242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"c42ad818-a474-4297-baf9-c5187f3db0a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.220935825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"ea2cae99-bb96-446f-a1ad-a993a3d95dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.241658561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"ea2cae99-bb96-446f-a1ad-a993a3d95dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.259704718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"ea2cae99-bb96-446f-a1ad-a993a3d95dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.322069842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"083ccff9-aa13-403f-ae26-b3773837921a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.322361203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b-auth","reconcileID":"aabd8f0f-d89b-43c0-b961-1f6df5d968f0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.322445444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"57dfcf5b-4589-4922-90ef-22f2e1e1b0c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.322681367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"344b5807-5deb-4299-992b-11617ec50c75","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.322749184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"e5470494-31ef-47c5-a668-07f90f286274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.341916544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"344b5807-5deb-4299-992b-11617ec50c75","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.342041965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"e5470494-31ef-47c5-a668-07f90f286274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.344309492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b-auth","reconcileID":"aabd8f0f-d89b-43c0-b961-1f6df5d968f0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.34436368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"57dfcf5b-4589-4922-90ef-22f2e1e1b0c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.348699266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"083ccff9-aa13-403f-ae26-b3773837921a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.360090062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"e5470494-31ef-47c5-a668-07f90f286274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.425859602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"b859e337-14c4-4b7e-8447-b32256ebbf94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.445453576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"b859e337-14c4-4b7e-8447-b32256ebbf94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.464304985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b75877ecdaa7ee5aa8558b12aaa8a8802e3acc68cc69661317e78ce74b2ca58a) AuthConfig (df85c77b15393bdcd4a9e436624a99efea0f2153a00a523c25ca168ae1fdda91) AuthConfig (5a00c45c82d9b12e7f29698ed755eb6554c3b870020cbeb19d25d77f8b75dd84) AuthConfig (9f5791a8c7aa5153add1e8a895525bbfbc10cd1bcc0df92cdcf7b8e485fea44a) AuthConfig (d3ef5d29aae8c5791d9e24ead6146396ddccd53f82037d459775b40da4361282) AuthConfig (f29475582dd70de35fe08f2c2ecbc98a88adf172a7ea8aa6f4b69bab3074bb08) AuthConfig (295937a972ac29640680b04b5c267d0c0fea98a79027a280d23fe57b12088e0e) AuthConfig (a8ad933b5ad8b6562f2f3134b4910791123e4d049134fa74206e53e1dcef4e5f) AuthConfig (302e930d4443966d1eb2e142cb87dade5b46d2502fa95c51d0fdb3cb7bb14bda) AuthConfig (443c60577bcebd9a11ba955473b435d64c59e2b3ffd37cc786704facb2663650) AuthConfig (360dc4b031fcf5c9af0d851e27add3399c9bb5e477902c8436a343c3478b0942) AuthConfig (3154d826db459da0c0646c05968f08f8e02949c63cc250e944f6124d23f86c2b) AuthConfig (5fd0afcfb6090b987b4bdcd6743e439b6db02c3d59ce98176e574f719a2a874d) AuthConfig (db0e2b4145e585fbcfc3e33b3ec445751bba44127ae494508f9bc78e1f3a32ca) AuthConfig (a0ba3584072cf7f4b7c7f7825b6d433005e09b2dae30052a14eafa26cfc5bac2) AuthConfig (f55212bd292a806037e4c8bc01dc215aeb5c24df8192643e4aeb5f39f1bc8bfb) AuthConfig (793d2cea4a300c6af0546d08c49b5dbf7bd83d417cbf891017b79a00ae7f55f6) AuthConfig (7db2d4b83e7460de3a7d83b3ea199806906b5ea0d88b0610e3dd75c771d192ea) AuthConfig (9d36d5e4aa99ab60bbb6abdf03b08e945bddde0c73cd1d4eb6e4fa4e2b9c0c27) AuthConfig (408aaef6f4f7835513d149d11d686c7fb46536f0419df8e38ae3a5a73a9b6c56) AuthConfig (42a1c2588ac069fb941f3d4b78302101b82e8927d60296e9e71c092dc2544df6) AuthConfig (0096dd64828d5131781694cd35edc7a1980aebdc5345fa36552d81a00d24113b) AuthConfig (b055b8acaf97c5364bd7711bbf4a5577ac775cd777c23c2c9beb7245f33e2615) AuthConfig (ec2f46f26b0da48664fd6fd68ef1f05dbb7c4b2bde0bdd65348d023b2bd0ad0a) AuthConfig (cbfff73438ed34c2f7208cba24131abbaf4a21dea4943fc8c5bb1f61158bd40f) AuthConfig (dd0c3111b29ce738321c03ac6c3bb62c6cb33b60f2ab60a8745cdea3d0193ca2) AuthConfig (d774b9bde4f270c6de4ad91e9aae85994a8c2b1ab7be561b00ae3a1f4241b6e0) AuthConfig (324b7654b8ddf958885c7a27b6379345fe576cab23b9453f470f9e87055946d7) AuthConfig (21a15b1b79cd541e210fcd32af2025010842b7d2a960d3aec3d0cec528cc50ec) AuthConfig (c4af7e87dcf789d39a9c1cac7812bac185694d1a79fd2f07c52c9beaf8d33d12)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"b859e337-14c4-4b7e-8447-b32256ebbf94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.778392919Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:00.05984888Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2da87130","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-bulk-sub-2da87130","reconcileID":"1e88d4d8-f2ff-45d5-a4be-d0603a1e23f5","MaaSSubscription":{"name":"e2e-bulk-sub-2da87130","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscription":"e2e-bulk-sub-2da87130","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:00.113245739Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2da87130","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-bulk-sub-2da87130","reconcileID":"1e88d4d8-f2ff-45d5-a4be-d0603a1e23f5","MaaSSubscription":{"name":"e2e-bulk-sub-2da87130","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a3c02e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:00.167283897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"9267ffd0-d45a-476b-9fb7-e2f216a11b37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:00.261462382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"ac2fe923-238f-404a-a539-a13566430ec6","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:00.308012935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-bulk-sub-2da87130-auth","reconcileID":"748802d0-097c-449e-952b-de88d947d3f1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:00.30811117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"63c2df30-c86b-453b-970c-47605ad54e17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:00.308447302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"a2096111-af59-45da-88ff-b1c9dcd95703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:00.328053024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"a2096111-af59-45da-88ff-b1c9dcd95703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:00.329476395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"63c2df30-c86b-453b-970c-47605ad54e17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:00.331078344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-bulk-sub-2da87130-auth","reconcileID":"748802d0-097c-449e-952b-de88d947d3f1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:00.357962963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"931eed02-441b-4e40-9d63-9bbed3803586","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:00.374905768Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-bulk-sub-2da87130-auth","reconcileID":"8379118e-d491-437f-aa6e-bdaea550b3bf","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da87130-auth","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:00.586284012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"15d84272-b097-4b89-a562-af249a297d7e","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:00.903649151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"8af6d2d8-9786-431d-9ecb-02eb6f8dfbdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:00.922905259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"8af6d2d8-9786-431d-9ecb-02eb6f8dfbdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:00.940893168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b75877ecdaa7ee5aa8558b12aaa8a8802e3acc68cc69661317e78ce74b2ca58a) AuthConfig (df85c77b15393bdcd4a9e436624a99efea0f2153a00a523c25ca168ae1fdda91) AuthConfig (5a00c45c82d9b12e7f29698ed755eb6554c3b870020cbeb19d25d77f8b75dd84) AuthConfig (9f5791a8c7aa5153add1e8a895525bbfbc10cd1bcc0df92cdcf7b8e485fea44a) AuthConfig (d3ef5d29aae8c5791d9e24ead6146396ddccd53f82037d459775b40da4361282) AuthConfig (f29475582dd70de35fe08f2c2ecbc98a88adf172a7ea8aa6f4b69bab3074bb08) AuthConfig (295937a972ac29640680b04b5c267d0c0fea98a79027a280d23fe57b12088e0e) AuthConfig (a8ad933b5ad8b6562f2f3134b4910791123e4d049134fa74206e53e1dcef4e5f) AuthConfig (302e930d4443966d1eb2e142cb87dade5b46d2502fa95c51d0fdb3cb7bb14bda) AuthConfig (443c60577bcebd9a11ba955473b435d64c59e2b3ffd37cc786704facb2663650) AuthConfig (360dc4b031fcf5c9af0d851e27add3399c9bb5e477902c8436a343c3478b0942) AuthConfig (3154d826db459da0c0646c05968f08f8e02949c63cc250e944f6124d23f86c2b) AuthConfig (5fd0afcfb6090b987b4bdcd6743e439b6db02c3d59ce98176e574f719a2a874d) AuthConfig (db0e2b4145e585fbcfc3e33b3ec445751bba44127ae494508f9bc78e1f3a32ca) AuthConfig (a0ba3584072cf7f4b7c7f7825b6d433005e09b2dae30052a14eafa26cfc5bac2) AuthConfig (f55212bd292a806037e4c8bc01dc215aeb5c24df8192643e4aeb5f39f1bc8bfb) AuthConfig (793d2cea4a300c6af0546d08c49b5dbf7bd83d417cbf891017b79a00ae7f55f6) AuthConfig (7db2d4b83e7460de3a7d83b3ea199806906b5ea0d88b0610e3dd75c771d192ea) AuthConfig (9d36d5e4aa99ab60bbb6abdf03b08e945bddde0c73cd1d4eb6e4fa4e2b9c0c27) AuthConfig (408aaef6f4f7835513d149d11d686c7fb46536f0419df8e38ae3a5a73a9b6c56) AuthConfig (42a1c2588ac069fb941f3d4b78302101b82e8927d60296e9e71c092dc2544df6) AuthConfig (0096dd64828d5131781694cd35edc7a1980aebdc5345fa36552d81a00d24113b) AuthConfig (b055b8acaf97c5364bd7711bbf4a5577ac775cd777c23c2c9beb7245f33e2615) AuthConfig (ec2f46f26b0da48664fd6fd68ef1f05dbb7c4b2bde0bdd65348d023b2bd0ad0a) AuthConfig (cbfff73438ed34c2f7208cba24131abbaf4a21dea4943fc8c5bb1f61158bd40f) AuthConfig (dd0c3111b29ce738321c03ac6c3bb62c6cb33b60f2ab60a8745cdea3d0193ca2) AuthConfig (d774b9bde4f270c6de4ad91e9aae85994a8c2b1ab7be561b00ae3a1f4241b6e0) AuthConfig (324b7654b8ddf958885c7a27b6379345fe576cab23b9453f470f9e87055946d7) AuthConfig (21a15b1b79cd541e210fcd32af2025010842b7d2a960d3aec3d0cec528cc50ec) AuthConfig (c4af7e87dcf789d39a9c1cac7812bac185694d1a79fd2f07c52c9beaf8d33d12)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"8af6d2d8-9786-431d-9ecb-02eb6f8dfbdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.008908941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"99ff32e4-faad-4cef-ba87-d79326c46484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.008940392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"458f26aa-5758-4d9b-9e0c-fedeedad0c7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.02859765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"458f26aa-5758-4d9b-9e0c-fedeedad0c7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.028635583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"99ff32e4-faad-4cef-ba87-d79326c46484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.046731312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0cf8518847766a427efddf5296c109da96e1235949d8b718cef4e8ce5b1c2681) AuthConfig (c987c77b38e287cee501dc59f06b6d89d7cd264cfdf13b66699ed06612640869) AuthConfig (97e67a77b6b02afe14f6fee796a3aeaa4bd491699f002dcfc2c5f76f457b0c85) AuthConfig (cd262659cda6bd8274caa7661b55a532d59dbfe6e22812c9369f28927c9edb7b) AuthConfig (731cd86b86dcd6f711fc033f16f585751ee4732026db3880f60cf112c774c4dc) AuthConfig (f3542dbbccc1c4a861cbb882e55d09a27cc9d8efcb9eaa6f525c42d7ec630b1e) AuthConfig (4cf4d4cdd3d2ec6aace534642923bc419e23294b5057e0a595fef566576079a2) AuthConfig (cf9ecb1dfd95ab6564ae8510f645861c5fd17025d32db92b871bb810908157d3) AuthConfig (ad654c7d6d17a3a152541d1edd4607e48061ae8dc9584481bde678a5094962cf) AuthConfig (0ec3b0e96e88a8b58eb5e3b9baa4c461c5dc0a102861aef75a7ce97478b89ffa) AuthConfig (9f9d5dd1e7e508d4decefbec49cde2d777511ec188efc642e3607cc77e85f9ea) AuthConfig (1688213d79d493c03d62fbf391b6c6759162169becadda0615593c363e984132) AuthConfig (8803d90181bf4e5dfa13e4774c8d0af37dfd4301bd0fd4d09c8735c0efcb95dd) AuthConfig (1f17d3b6d23a8788b9959211c8dc9bd353f46fefb250406c8f51884e3d5d9b18) AuthConfig (00cf2fd790163053b712c10a95f777bbd00a4a86f6c402d33a90643983169a75) AuthConfig (5ac0c4a21165fb3047310aa2bc559eed05e174b2ba7cefe168824ff9e60c0bdf) AuthConfig (7142d596593cf612b4715e49d35f288766b4e7fa48c4c9c68abc13417041f4d1) AuthConfig (b2c877ba15ccd40cf1ba319b139484a8b3d0a8d99eef51df9242b3dd04a4d5f4) AuthConfig (f41a64a8b12fab82ab336a250759695e91296c7d8ac572a3902101e6b8d1bb00) AuthConfig (7d157d12d513310dabb62bcfe5fd3cc90dddd4f379bf98ce8a80ba44253ce08c) AuthConfig (e2cd2c9764f5692a5e4a61ce962dcde1dbd9fecd1eb7cb5aedf3910fad2d9b12) AuthConfig (b39c6dd4045de7a154f7c350c11262f6febd38e732d65a98ca1ace4bffcec93c) AuthConfig (6b69db2d6ebf01c50726685c66f5204b2456eb22a8c1813e725ad458b36631cf) AuthConfig (b4ef2a470863d92cb153384f33226b7e8398f25ef3c047c6eda4f113b2570c65) AuthConfig (463c0fbe6eb5f54d50583d9a2f2816e03844235840f0cb9826d183c238e973fd) AuthConfig (8eb76271925cf30b22666020e5c1235325701da5e45c6adf1a60384fd7445dbd) AuthConfig (744ed69aa741daf28caba14d04a2452d0c77bfa39c11fe6e5c1c24091153e4ea) AuthConfig (415ec9ccf87c5a0807f2569b47518ba2e43b1da20f62e841e9227ac9aafcfeba) AuthConfig (b0850a8c669bfbc3cce2141ebcaababa77e7e65d106b3dedc399074c8e7c606a) AuthConfig (0c36e21f192214f015dbd3b3b3a3a147932249b832a33b54fd91acf4cd36ed85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"99ff32e4-faad-4cef-ba87-d79326c46484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.046784538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0cf8518847766a427efddf5296c109da96e1235949d8b718cef4e8ce5b1c2681) AuthConfig (c987c77b38e287cee501dc59f06b6d89d7cd264cfdf13b66699ed06612640869) AuthConfig (97e67a77b6b02afe14f6fee796a3aeaa4bd491699f002dcfc2c5f76f457b0c85) AuthConfig (cd262659cda6bd8274caa7661b55a532d59dbfe6e22812c9369f28927c9edb7b) AuthConfig (731cd86b86dcd6f711fc033f16f585751ee4732026db3880f60cf112c774c4dc) AuthConfig (f3542dbbccc1c4a861cbb882e55d09a27cc9d8efcb9eaa6f525c42d7ec630b1e) AuthConfig (4cf4d4cdd3d2ec6aace534642923bc419e23294b5057e0a595fef566576079a2) AuthConfig (cf9ecb1dfd95ab6564ae8510f645861c5fd17025d32db92b871bb810908157d3) AuthConfig (ad654c7d6d17a3a152541d1edd4607e48061ae8dc9584481bde678a5094962cf) AuthConfig (0ec3b0e96e88a8b58eb5e3b9baa4c461c5dc0a102861aef75a7ce97478b89ffa) AuthConfig (9f9d5dd1e7e508d4decefbec49cde2d777511ec188efc642e3607cc77e85f9ea) AuthConfig (1688213d79d493c03d62fbf391b6c6759162169becadda0615593c363e984132) AuthConfig (8803d90181bf4e5dfa13e4774c8d0af37dfd4301bd0fd4d09c8735c0efcb95dd) AuthConfig (1f17d3b6d23a8788b9959211c8dc9bd353f46fefb250406c8f51884e3d5d9b18) AuthConfig (00cf2fd790163053b712c10a95f777bbd00a4a86f6c402d33a90643983169a75) AuthConfig (5ac0c4a21165fb3047310aa2bc559eed05e174b2ba7cefe168824ff9e60c0bdf) AuthConfig (7142d596593cf612b4715e49d35f288766b4e7fa48c4c9c68abc13417041f4d1) AuthConfig (b2c877ba15ccd40cf1ba319b139484a8b3d0a8d99eef51df9242b3dd04a4d5f4) AuthConfig (f41a64a8b12fab82ab336a250759695e91296c7d8ac572a3902101e6b8d1bb00) AuthConfig (7d157d12d513310dabb62bcfe5fd3cc90dddd4f379bf98ce8a80ba44253ce08c) AuthConfig (e2cd2c9764f5692a5e4a61ce962dcde1dbd9fecd1eb7cb5aedf3910fad2d9b12) AuthConfig (b39c6dd4045de7a154f7c350c11262f6febd38e732d65a98ca1ace4bffcec93c) AuthConfig (6b69db2d6ebf01c50726685c66f5204b2456eb22a8c1813e725ad458b36631cf) AuthConfig (b4ef2a470863d92cb153384f33226b7e8398f25ef3c047c6eda4f113b2570c65) AuthConfig (463c0fbe6eb5f54d50583d9a2f2816e03844235840f0cb9826d183c238e973fd) AuthConfig (8eb76271925cf30b22666020e5c1235325701da5e45c6adf1a60384fd7445dbd) AuthConfig (744ed69aa741daf28caba14d04a2452d0c77bfa39c11fe6e5c1c24091153e4ea) AuthConfig (415ec9ccf87c5a0807f2569b47518ba2e43b1da20f62e841e9227ac9aafcfeba) AuthConfig (b0850a8c669bfbc3cce2141ebcaababa77e7e65d106b3dedc399074c8e7c606a) AuthConfig (0c36e21f192214f015dbd3b3b3a3a147932249b832a33b54fd91acf4cd36ed85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"458f26aa-5758-4d9b-9e0c-fedeedad0c7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.111470738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"12ba2b88-6bc1-4621-88c4-5f2c8bb446c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.111501055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"30c29ae0-9295-445f-9012-5dfefda0368c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.111863834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"10edc28f-3cb5-4f19-a3da-f268c082cfbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.131307444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"12ba2b88-6bc1-4621-88c4-5f2c8bb446c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.131642983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"10edc28f-3cb5-4f19-a3da-f268c082cfbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.133520705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"30c29ae0-9295-445f-9012-5dfefda0368c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.149743992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"10edc28f-3cb5-4f19-a3da-f268c082cfbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.150122022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"12ba2b88-6bc1-4621-88c4-5f2c8bb446c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.151341806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"30c29ae0-9295-445f-9012-5dfefda0368c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.189764317Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b8439d7b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b","reconcileID":"982450ce-06bc-4c4d-a91b-5fe1a76faf4e","MaaSSubscription":{"name":"e2e-filter-sub-b-b8439d7b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscription":"e2e-filter-sub-b-b8439d7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.211127243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"2fb12f25-9de6-48f0-87d1-73ee3793a534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.233773577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"2fb12f25-9de6-48f0-87d1-73ee3793a534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.243473634Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b8439d7b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b","reconcileID":"982450ce-06bc-4c4d-a91b-5fe1a76faf4e","MaaSSubscription":{"name":"e2e-filter-sub-b-b8439d7b","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e4e24e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.252361022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"2fb12f25-9de6-48f0-87d1-73ee3793a534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.304609685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"76206e3e-8ed0-444b-990a-9206a2b23b06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.321719566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"05c7d5e3-1bef-4826-b139-2c4e9709c0b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.342680216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"05c7d5e3-1bef-4826-b139-2c4e9709c0b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.361402085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"05c7d5e3-1bef-4826-b139-2c4e9709c0b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.394976524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"38587ccc-8c82-426f-9cf4-b57bd4e3213c","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.419098882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"ae32a51f-7797-42bb-88ff-1dba7f37aa72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.438866395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"ae32a51f-7797-42bb-88ff-1dba7f37aa72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.456799516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"ae32a51f-7797-42bb-88ff-1dba7f37aa72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.515291944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"3d41105a-3ea1-4e5d-bec4-4f9fd90a66a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.516012871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"f36da541-d805-4715-b6b1-5faf1a3cdabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.516092774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b-auth","reconcileID":"dd9269a3-76d8-43de-bb38-c1c5949367f4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.516404499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"917db539-0a96-4400-be9c-710a084f9205","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.516406492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"8e97ab66-178a-4aad-b726-70a58c766a8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.534789083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"3d41105a-3ea1-4e5d-bec4-4f9fd90a66a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.535506719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b-auth","reconcileID":"dd9269a3-76d8-43de-bb38-c1c5949367f4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.537340917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"917db539-0a96-4400-be9c-710a084f9205","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.537656414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"8e97ab66-178a-4aad-b726-70a58c766a8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.539528196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"f36da541-d805-4715-b6b1-5faf1a3cdabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.546570973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"556538f0-bfe0-415f-9914-435b6135c240","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.557279154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-b31f3f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b75877ecdaa7ee5aa8558b12aaa8a8802e3acc68cc69661317e78ce74b2ca58a) AuthConfig (df85c77b15393bdcd4a9e436624a99efea0f2153a00a523c25ca168ae1fdda91) AuthConfig (5a00c45c82d9b12e7f29698ed755eb6554c3b870020cbeb19d25d77f8b75dd84) AuthConfig (9f5791a8c7aa5153add1e8a895525bbfbc10cd1bcc0df92cdcf7b8e485fea44a) AuthConfig (d3ef5d29aae8c5791d9e24ead6146396ddccd53f82037d459775b40da4361282) AuthConfig (f29475582dd70de35fe08f2c2ecbc98a88adf172a7ea8aa6f4b69bab3074bb08) AuthConfig (295937a972ac29640680b04b5c267d0c0fea98a79027a280d23fe57b12088e0e) AuthConfig (a8ad933b5ad8b6562f2f3134b4910791123e4d049134fa74206e53e1dcef4e5f) AuthConfig (302e930d4443966d1eb2e142cb87dade5b46d2502fa95c51d0fdb3cb7bb14bda) AuthConfig (443c60577bcebd9a11ba955473b435d64c59e2b3ffd37cc786704facb2663650) AuthConfig (360dc4b031fcf5c9af0d851e27add3399c9bb5e477902c8436a343c3478b0942) AuthConfig (3154d826db459da0c0646c05968f08f8e02949c63cc250e944f6124d23f86c2b) AuthConfig (5fd0afcfb6090b987b4bdcd6743e439b6db02c3d59ce98176e574f719a2a874d) AuthConfig (db0e2b4145e585fbcfc3e33b3ec445751bba44127ae494508f9bc78e1f3a32ca) AuthConfig (a0ba3584072cf7f4b7c7f7825b6d433005e09b2dae30052a14eafa26cfc5bac2) AuthConfig (f55212bd292a806037e4c8bc01dc215aeb5c24df8192643e4aeb5f39f1bc8bfb) AuthConfig (793d2cea4a300c6af0546d08c49b5dbf7bd83d417cbf891017b79a00ae7f55f6) AuthConfig (7db2d4b83e7460de3a7d83b3ea199806906b5ea0d88b0610e3dd75c771d192ea) AuthConfig (9d36d5e4aa99ab60bbb6abdf03b08e945bddde0c73cd1d4eb6e4fa4e2b9c0c27) AuthConfig (408aaef6f4f7835513d149d11d686c7fb46536f0419df8e38ae3a5a73a9b6c56) AuthConfig (42a1c2588ac069fb941f3d4b78302101b82e8927d60296e9e71c092dc2544df6) AuthConfig (0096dd64828d5131781694cd35edc7a1980aebdc5345fa36552d81a00d24113b) AuthConfig (b055b8acaf97c5364bd7711bbf4a5577ac775cd777c23c2c9beb7245f33e2615) AuthConfig (ec2f46f26b0da48664fd6fd68ef1f05dbb7c4b2bde0bdd65348d023b2bd0ad0a) AuthConfig (cbfff73438ed34c2f7208cba24131abbaf4a21dea4943fc8c5bb1f61158bd40f) AuthConfig (dd0c3111b29ce738321c03ac6c3bb62c6cb33b60f2ab60a8745cdea3d0193ca2) AuthConfig (d774b9bde4f270c6de4ad91e9aae85994a8c2b1ab7be561b00ae3a1f4241b6e0) AuthConfig (324b7654b8ddf958885c7a27b6379345fe576cab23b9453f470f9e87055946d7) AuthConfig (21a15b1b79cd541e210fcd32af2025010842b7d2a960d3aec3d0cec528cc50ec) AuthConfig (c4af7e87dcf789d39a9c1cac7812bac185694d1a79fd2f07c52c9beaf8d33d12)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"f36da541-d805-4715-b6b1-5faf1a3cdabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.669832737Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-a-49dbdd8b-auth","reconcileID":"fb245c66-5451-4e43-a19a-292ffbf8d329","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-49dbdd8b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.805908275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"312e5aa4-0cf4-4e96-8587-c76d20e5dc52","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.956849761Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-filter-sub-b-b8439d7b-auth","reconcileID":"aac08bd7-ffc3-4e47-b13e-2aeb8eabb78f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b8439d7b-auth","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.957116321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"3f742a44-0473-4082-8b42-a33ea9632701","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:02.096422255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"78878003-9f08-44a4-ad2d-46743cd04f1e","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:06.832519114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"4661141c-fa95-4083-a4f4-a83a1557a814","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:06.89403573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"33e10f66-0435-4e0d-8c49-60cb5a356178","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:06.933588428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"5f972f23-397d-4aa5-b56f-294e39e45627","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:06.992504364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"893a59ab-6055-4b4b-8213-8909ce60bfed","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.064706612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"9630bfb1-dc19-4676-863f-db1d9315aeb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.120956992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"54f4e28d-62d4-492b-b905-6131816a14d4","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.165115494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"1501f8f2-7564-499d-910f-89cdf815562c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.228000722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"351f6069-af16-43f2-9e88-df39641989bd","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.265435706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"2a50b5a0-f456-4bb8-b035-02007f1cb37a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.265629994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"7aa68ea5-3c53-4798-aeb0-2b8e7e81fd50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.295969153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"f3301e81-2e46-4cd9-95c9-afb0bcb3c5f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.296268327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"25474858-0118-4280-a3d1-d0f81572037b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.317359693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"f3301e81-2e46-4cd9-95c9-afb0bcb3c5f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.317430345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"25474858-0118-4280-a3d1-d0f81572037b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.322272165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"0928d2ae-9d87-4bdd-ac8e-9002e064aada","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.325290005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"84abe572-1915-4ba7-82a0-817c7feeee60","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.336949359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc136923edcef5b4a285cdfa8aa54eff8ed9e88c3da7c26700914b0b483bdeaa) AuthConfig (3c46235155bb6e2575ccb78a48864c74bc9d11f7fe6104b3ffdb7be63c2f7e4c) AuthConfig (d534b0b3c450211f83ce851ffa3cf932c6f122f2e0faa64d8607357f912dcacd) AuthConfig (d2b8370fe1deac7ebf6c2f1b005fcd164c92d576815ea1853fae2b481680c45e) AuthConfig (7d6a27825870f0236b5b0d0f1c9985ef1c58805628c7140a34cf39d5628c4fe2) AuthConfig (5ef0fb46753c73e1d6e0418820c6dcb7054c50632fd829f92a8f2a7fa6380fce) AuthConfig (f52a0e968572de3bb0bf52a9f68b9f257c0e1dda38e33daf86cc546741c54d75) AuthConfig (c37312ffc415e4fa515044ef90cc8f2f3fdd74f048877ab83bfb0b42bbeafd93) AuthConfig (542867904c9deec18b31e4e9e32822bc310a54416cac0e3028aee436e8627c2e) AuthConfig (5b216ce19e3d850fdb17430a7db3bb5b38e1ec80c1e2e231ee8741062050ce41) AuthConfig (03503e55b75de31b14d26f4547f527488e5d4041d30236d8e02694b2bc53181e) AuthConfig (2f0b235365aabeb9fd6ff97db5bfd6d265d985731c35958811147ff51c361027) AuthConfig (6ad3704491d00f4a529b00c8b068fc344db81730e09fe81ad4a6d42072be5d82) AuthConfig (b818c277741cee094d048bd534ccb234d48d49d3b69e3fbba8887051d693fac8) AuthConfig (39a5500f577e2c5e8c9b10505cae3e5df755ca4472daecfd86c20f66f0801a9d) AuthConfig (c81027cd5b3e00be4dacf829ede297998c498edd781794590457c4640638d6ff) AuthConfig (279326a31b9e80d2a08a3762cfa937df26666060293d0a50e52d81a7fe6b4cd6) AuthConfig (4973a05e72b0f24a2fdaf8ab48bcae8e70903c1506d0b5933be42f44d941b02f) AuthConfig (ca8fe772e5c2a288195dc67ab4e0a03609bddfed6c78b266844e55cd76097845) AuthConfig (468ed0964f5f5879a02c6037a99d1309e6b490af4ac40a01d44826545c156d49) AuthConfig (7d76416a1c351839de7a59611424269d57989a79ecc6a890c58930b0a5646492) AuthConfig (2dd46869f5d20a378165513d27367ee07277a9cddcaaaacd2ad49a7a569ca259) AuthConfig (bff2768979987841d0c870a0bc929839999ddc05fa9c645be25cf05c9328d71f) AuthConfig (deba16192d173cdfd957d689426f81b9d0abfa495669f85c0b99f59477580131) AuthConfig (f80ee85bf891c9faebaa023a9d01c568c4a1c10ae3e881811cece973cdc359c3) AuthConfig (254a3d30f17ff72dbfc3208815b88ac8a5e0b44ed11c63f4ec4925c742084992) AuthConfig (f12b1e33ba28ac5246c7291c7c0d84bbcd01264998a04e71ee5d5243fee73c81) AuthConfig (65734a927dcf0a58c73ed97433fab3a159a1d1b7c03a0fb707e008640002b8a7) AuthConfig (da23f8ed39f4f6be4aa949aaf77616c3beef23197aae5e4da1de14e5c0efbc3d) AuthConfig (8b56c356e9f8be131d417383ebf23ced700e2b0007b92acaa6cb630a8a37093d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"25474858-0118-4280-a3d1-d0f81572037b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.33709924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc136923edcef5b4a285cdfa8aa54eff8ed9e88c3da7c26700914b0b483bdeaa) AuthConfig (3c46235155bb6e2575ccb78a48864c74bc9d11f7fe6104b3ffdb7be63c2f7e4c) AuthConfig (d534b0b3c450211f83ce851ffa3cf932c6f122f2e0faa64d8607357f912dcacd) AuthConfig (d2b8370fe1deac7ebf6c2f1b005fcd164c92d576815ea1853fae2b481680c45e) AuthConfig (7d6a27825870f0236b5b0d0f1c9985ef1c58805628c7140a34cf39d5628c4fe2) AuthConfig (5ef0fb46753c73e1d6e0418820c6dcb7054c50632fd829f92a8f2a7fa6380fce) AuthConfig (f52a0e968572de3bb0bf52a9f68b9f257c0e1dda38e33daf86cc546741c54d75) AuthConfig (c37312ffc415e4fa515044ef90cc8f2f3fdd74f048877ab83bfb0b42bbeafd93) AuthConfig (542867904c9deec18b31e4e9e32822bc310a54416cac0e3028aee436e8627c2e) AuthConfig (5b216ce19e3d850fdb17430a7db3bb5b38e1ec80c1e2e231ee8741062050ce41) AuthConfig (03503e55b75de31b14d26f4547f527488e5d4041d30236d8e02694b2bc53181e) AuthConfig (2f0b235365aabeb9fd6ff97db5bfd6d265d985731c35958811147ff51c361027) AuthConfig (6ad3704491d00f4a529b00c8b068fc344db81730e09fe81ad4a6d42072be5d82) AuthConfig (b818c277741cee094d048bd534ccb234d48d49d3b69e3fbba8887051d693fac8) AuthConfig (39a5500f577e2c5e8c9b10505cae3e5df755ca4472daecfd86c20f66f0801a9d) AuthConfig (c81027cd5b3e00be4dacf829ede297998c498edd781794590457c4640638d6ff) AuthConfig (279326a31b9e80d2a08a3762cfa937df26666060293d0a50e52d81a7fe6b4cd6) AuthConfig (4973a05e72b0f24a2fdaf8ab48bcae8e70903c1506d0b5933be42f44d941b02f) AuthConfig (ca8fe772e5c2a288195dc67ab4e0a03609bddfed6c78b266844e55cd76097845) AuthConfig (468ed0964f5f5879a02c6037a99d1309e6b490af4ac40a01d44826545c156d49) AuthConfig (7d76416a1c351839de7a59611424269d57989a79ecc6a890c58930b0a5646492) AuthConfig (2dd46869f5d20a378165513d27367ee07277a9cddcaaaacd2ad49a7a569ca259) AuthConfig (bff2768979987841d0c870a0bc929839999ddc05fa9c645be25cf05c9328d71f) AuthConfig (deba16192d173cdfd957d689426f81b9d0abfa495669f85c0b99f59477580131) AuthConfig (f80ee85bf891c9faebaa023a9d01c568c4a1c10ae3e881811cece973cdc359c3) AuthConfig (254a3d30f17ff72dbfc3208815b88ac8a5e0b44ed11c63f4ec4925c742084992) AuthConfig (f12b1e33ba28ac5246c7291c7c0d84bbcd01264998a04e71ee5d5243fee73c81) AuthConfig (65734a927dcf0a58c73ed97433fab3a159a1d1b7c03a0fb707e008640002b8a7) AuthConfig (da23f8ed39f4f6be4aa949aaf77616c3beef23197aae5e4da1de14e5c0efbc3d) AuthConfig (8b56c356e9f8be131d417383ebf23ced700e2b0007b92acaa6cb630a8a37093d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"f3301e81-2e46-4cd9-95c9-afb0bcb3c5f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.358081432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"7387e8ae-0d97-4532-95b7-b45e68d42916","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.367586072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"dad044bd-56e8-4ab0-91ed-8f9a0f6957d8","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.400795756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"06785429-3ac8-414f-b358-b944ebd0a107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.412297135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"b597f5c0-3fb8-42bf-a025-e774b5fbd448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.412875025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"c364c42b-02a4-46c9-bd3f-ec2a9cb96608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.412922206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"9797d897-e500-4e3c-8772-c111f076c02c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.421864513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"06785429-3ac8-414f-b358-b944ebd0a107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.436728054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"9797d897-e500-4e3c-8772-c111f076c02c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.43684385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"b597f5c0-3fb8-42bf-a025-e774b5fbd448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.4403065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"c364c42b-02a4-46c9-bd3f-ec2a9cb96608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.441406125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc136923edcef5b4a285cdfa8aa54eff8ed9e88c3da7c26700914b0b483bdeaa) AuthConfig (3c46235155bb6e2575ccb78a48864c74bc9d11f7fe6104b3ffdb7be63c2f7e4c) AuthConfig (d534b0b3c450211f83ce851ffa3cf932c6f122f2e0faa64d8607357f912dcacd) AuthConfig (d2b8370fe1deac7ebf6c2f1b005fcd164c92d576815ea1853fae2b481680c45e) AuthConfig (7d6a27825870f0236b5b0d0f1c9985ef1c58805628c7140a34cf39d5628c4fe2) AuthConfig (5ef0fb46753c73e1d6e0418820c6dcb7054c50632fd829f92a8f2a7fa6380fce) AuthConfig (f52a0e968572de3bb0bf52a9f68b9f257c0e1dda38e33daf86cc546741c54d75) AuthConfig (c37312ffc415e4fa515044ef90cc8f2f3fdd74f048877ab83bfb0b42bbeafd93) AuthConfig (542867904c9deec18b31e4e9e32822bc310a54416cac0e3028aee436e8627c2e) AuthConfig (5b216ce19e3d850fdb17430a7db3bb5b38e1ec80c1e2e231ee8741062050ce41) AuthConfig (03503e55b75de31b14d26f4547f527488e5d4041d30236d8e02694b2bc53181e) AuthConfig (2f0b235365aabeb9fd6ff97db5bfd6d265d985731c35958811147ff51c361027) AuthConfig (6ad3704491d00f4a529b00c8b068fc344db81730e09fe81ad4a6d42072be5d82) AuthConfig (b818c277741cee094d048bd534ccb234d48d49d3b69e3fbba8887051d693fac8) AuthConfig (39a5500f577e2c5e8c9b10505cae3e5df755ca4472daecfd86c20f66f0801a9d) AuthConfig (c81027cd5b3e00be4dacf829ede297998c498edd781794590457c4640638d6ff) AuthConfig (279326a31b9e80d2a08a3762cfa937df26666060293d0a50e52d81a7fe6b4cd6) AuthConfig (4973a05e72b0f24a2fdaf8ab48bcae8e70903c1506d0b5933be42f44d941b02f) AuthConfig (ca8fe772e5c2a288195dc67ab4e0a03609bddfed6c78b266844e55cd76097845) AuthConfig (468ed0964f5f5879a02c6037a99d1309e6b490af4ac40a01d44826545c156d49) AuthConfig (7d76416a1c351839de7a59611424269d57989a79ecc6a890c58930b0a5646492) AuthConfig (2dd46869f5d20a378165513d27367ee07277a9cddcaaaacd2ad49a7a569ca259) AuthConfig (bff2768979987841d0c870a0bc929839999ddc05fa9c645be25cf05c9328d71f) AuthConfig (deba16192d173cdfd957d689426f81b9d0abfa495669f85c0b99f59477580131) AuthConfig (f80ee85bf891c9faebaa023a9d01c568c4a1c10ae3e881811cece973cdc359c3) AuthConfig (254a3d30f17ff72dbfc3208815b88ac8a5e0b44ed11c63f4ec4925c742084992) AuthConfig (f12b1e33ba28ac5246c7291c7c0d84bbcd01264998a04e71ee5d5243fee73c81) AuthConfig (65734a927dcf0a58c73ed97433fab3a159a1d1b7c03a0fb707e008640002b8a7) AuthConfig (da23f8ed39f4f6be4aa949aaf77616c3beef23197aae5e4da1de14e5c0efbc3d) AuthConfig (8b56c356e9f8be131d417383ebf23ced700e2b0007b92acaa6cb630a8a37093d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"06785429-3ac8-414f-b358-b944ebd0a107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.455565592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14be69dc7e108ef2d7a61b6dac9c181b5b2ca4641a3d84a0e689c802a96847e4) AuthConfig (77cfeed27433ffb9c6b71a1c1f4cb98347489fda6311be60d968412ecfaa3a4d) AuthConfig (ea5f60389bb8401a2949f008fbf058f18f4309655ae7668585e399a74fe9b783) AuthConfig (5541b49534b31c34c0cd37fe8a5b8daac5b038dec5c632752b6ca628b4c694c1) AuthConfig (757b2bd1ca09791ac00d76930abc92f292adde2ff38ccff716fcc6172d7fd67a) AuthConfig (7e5a7ff1231c86438f4c155c785b834891ac7002a7c6445e85f930aa04a539df) AuthConfig (55ef2cc1456213a3d55c4a09bd49f88a81dac5f292c0e001ea6f8119f45028f4) AuthConfig (9add4981c7382ea2c220a37ca82799df8829948823e1d6726488b4db333c4159) AuthConfig (38d3a9639944c95d57495ad19c4e70798eec8f5aa74ae650cb2c741435bdf63d) AuthConfig (db4ef58b503195bee1f93edb19f3b5a2bb161d48e02f390b9bb6e1c859d8873d) AuthConfig (12b3aa17dcb82050a3e62812789e28ababa8c17dce74dac2616f50825043d533) AuthConfig (70752f032df5f6fb3fca08e88e6bdb57cb957203aedcfa2dfb2f964f08ead8c4) AuthConfig (84f467b9f52ff88ed51a4eb36a57eb6b2ac83b9a4adc0348dba3563cdcf7ea17) AuthConfig (357155b1ba8c50673e5121ee96ecd6068251db1ab7ac665ac4f0884519fea7e2) AuthConfig (3b954bb67489338ef26d5483f1603375c6dca97354dbaa219b882cb5ddbc4aab) AuthConfig (da415ddaa7f2ae4837848cb6221518924a0acf97751fbb9d406c8dedca75040b) AuthConfig (498f12ccdcfd6ca270b55f4ea3c8bbdf84a6557e66d878018d0a007b7286e568) AuthConfig (c5492d77f17740b7c43da75aaccfcc393dcac213b145a47ae1babd01d075eb96) AuthConfig (1ac781de7f107f2ebc2349775c0e1ca133a8ca780453a9c877dab528cd7dc2b7) AuthConfig (fae765e190c5c6b95d7eb1dfbfceb2b63a45644da0557486d4216fce840781b7) AuthConfig (d283f55338793dfcf6f96e9ec2561043fb87304cd7b67a47a5a93ded0d5b6b1e) AuthConfig (ec9017f6f60f91eaf3741c2ad7163fe0dc4dbbf08c5da2bfec074f55ed1f4d94) AuthConfig (027507c97cc0e638edc2434004686115169a21fbacf2ad95dd5936f960fa094e) AuthConfig (4de3da8a3e389976f7d9ee65f2812233fdca0b884a310739f3da1f1ca2f665a1) AuthConfig (44f1ebaebd66e5f1106a29945b97ff24839dd5769c526a84934de540efc8a370) AuthConfig (6371806f8db1f764e5e980e0ac31c8c6cbb159d953d8a518e043fa43c46c1b71) AuthConfig (928c328db4d247680f8c8f1a4a3393b75038d0c523f6b5df74a34d486905936e) AuthConfig (0bdacea7024999f2d79883ce493995f802db40c05f45802ed292ce8ed2133356) AuthConfig (10774101b312625a4483caf7c5a9ab823ad4c3efc8fdce554c3248a3e71e3666) AuthConfig (9ebe3eac9a48c0ad803a5898bf5bb7d42052c7fbfa8638fbc683f4a44665da4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"9797d897-e500-4e3c-8772-c111f076c02c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.456175587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc136923edcef5b4a285cdfa8aa54eff8ed9e88c3da7c26700914b0b483bdeaa) AuthConfig (3c46235155bb6e2575ccb78a48864c74bc9d11f7fe6104b3ffdb7be63c2f7e4c) AuthConfig (d534b0b3c450211f83ce851ffa3cf932c6f122f2e0faa64d8607357f912dcacd) AuthConfig (d2b8370fe1deac7ebf6c2f1b005fcd164c92d576815ea1853fae2b481680c45e) AuthConfig (7d6a27825870f0236b5b0d0f1c9985ef1c58805628c7140a34cf39d5628c4fe2) AuthConfig (5ef0fb46753c73e1d6e0418820c6dcb7054c50632fd829f92a8f2a7fa6380fce) AuthConfig (f52a0e968572de3bb0bf52a9f68b9f257c0e1dda38e33daf86cc546741c54d75) AuthConfig (c37312ffc415e4fa515044ef90cc8f2f3fdd74f048877ab83bfb0b42bbeafd93) AuthConfig (542867904c9deec18b31e4e9e32822bc310a54416cac0e3028aee436e8627c2e) AuthConfig (5b216ce19e3d850fdb17430a7db3bb5b38e1ec80c1e2e231ee8741062050ce41) AuthConfig (03503e55b75de31b14d26f4547f527488e5d4041d30236d8e02694b2bc53181e) AuthConfig (2f0b235365aabeb9fd6ff97db5bfd6d265d985731c35958811147ff51c361027) AuthConfig (6ad3704491d00f4a529b00c8b068fc344db81730e09fe81ad4a6d42072be5d82) AuthConfig (b818c277741cee094d048bd534ccb234d48d49d3b69e3fbba8887051d693fac8) AuthConfig (39a5500f577e2c5e8c9b10505cae3e5df755ca4472daecfd86c20f66f0801a9d) AuthConfig (c81027cd5b3e00be4dacf829ede297998c498edd781794590457c4640638d6ff) AuthConfig (279326a31b9e80d2a08a3762cfa937df26666060293d0a50e52d81a7fe6b4cd6) AuthConfig (4973a05e72b0f24a2fdaf8ab48bcae8e70903c1506d0b5933be42f44d941b02f) AuthConfig (ca8fe772e5c2a288195dc67ab4e0a03609bddfed6c78b266844e55cd76097845) AuthConfig (468ed0964f5f5879a02c6037a99d1309e6b490af4ac40a01d44826545c156d49) AuthConfig (7d76416a1c351839de7a59611424269d57989a79ecc6a890c58930b0a5646492) AuthConfig (2dd46869f5d20a378165513d27367ee07277a9cddcaaaacd2ad49a7a569ca259) AuthConfig (bff2768979987841d0c870a0bc929839999ddc05fa9c645be25cf05c9328d71f) AuthConfig (deba16192d173cdfd957d689426f81b9d0abfa495669f85c0b99f59477580131) AuthConfig (f80ee85bf891c9faebaa023a9d01c568c4a1c10ae3e881811cece973cdc359c3) AuthConfig (254a3d30f17ff72dbfc3208815b88ac8a5e0b44ed11c63f4ec4925c742084992) AuthConfig (f12b1e33ba28ac5246c7291c7c0d84bbcd01264998a04e71ee5d5243fee73c81) AuthConfig (65734a927dcf0a58c73ed97433fab3a159a1d1b7c03a0fb707e008640002b8a7) AuthConfig (da23f8ed39f4f6be4aa949aaf77616c3beef23197aae5e4da1de14e5c0efbc3d) AuthConfig (8b56c356e9f8be131d417383ebf23ced700e2b0007b92acaa6cb630a8a37093d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"b597f5c0-3fb8-42bf-a025-e774b5fbd448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:07.460696812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"06785429-3ac8-414f-b358-b944ebd0a107","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.46161356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14be69dc7e108ef2d7a61b6dac9c181b5b2ca4641a3d84a0e689c802a96847e4) AuthConfig (77cfeed27433ffb9c6b71a1c1f4cb98347489fda6311be60d968412ecfaa3a4d) AuthConfig (ea5f60389bb8401a2949f008fbf058f18f4309655ae7668585e399a74fe9b783) AuthConfig (5541b49534b31c34c0cd37fe8a5b8daac5b038dec5c632752b6ca628b4c694c1) AuthConfig (757b2bd1ca09791ac00d76930abc92f292adde2ff38ccff716fcc6172d7fd67a) AuthConfig (7e5a7ff1231c86438f4c155c785b834891ac7002a7c6445e85f930aa04a539df) AuthConfig (55ef2cc1456213a3d55c4a09bd49f88a81dac5f292c0e001ea6f8119f45028f4) AuthConfig (9add4981c7382ea2c220a37ca82799df8829948823e1d6726488b4db333c4159) AuthConfig (38d3a9639944c95d57495ad19c4e70798eec8f5aa74ae650cb2c741435bdf63d) AuthConfig (db4ef58b503195bee1f93edb19f3b5a2bb161d48e02f390b9bb6e1c859d8873d) AuthConfig (12b3aa17dcb82050a3e62812789e28ababa8c17dce74dac2616f50825043d533) AuthConfig (70752f032df5f6fb3fca08e88e6bdb57cb957203aedcfa2dfb2f964f08ead8c4) AuthConfig (84f467b9f52ff88ed51a4eb36a57eb6b2ac83b9a4adc0348dba3563cdcf7ea17) AuthConfig (357155b1ba8c50673e5121ee96ecd6068251db1ab7ac665ac4f0884519fea7e2) AuthConfig (3b954bb67489338ef26d5483f1603375c6dca97354dbaa219b882cb5ddbc4aab) AuthConfig (da415ddaa7f2ae4837848cb6221518924a0acf97751fbb9d406c8dedca75040b) AuthConfig (498f12ccdcfd6ca270b55f4ea3c8bbdf84a6557e66d878018d0a007b7286e568) AuthConfig (c5492d77f17740b7c43da75aaccfcc393dcac213b145a47ae1babd01d075eb96) AuthConfig (1ac781de7f107f2ebc2349775c0e1ca133a8ca780453a9c877dab528cd7dc2b7) AuthConfig (fae765e190c5c6b95d7eb1dfbfceb2b63a45644da0557486d4216fce840781b7) AuthConfig (d283f55338793dfcf6f96e9ec2561043fb87304cd7b67a47a5a93ded0d5b6b1e) AuthConfig (ec9017f6f60f91eaf3741c2ad7163fe0dc4dbbf08c5da2bfec074f55ed1f4d94) AuthConfig (027507c97cc0e638edc2434004686115169a21fbacf2ad95dd5936f960fa094e) AuthConfig (4de3da8a3e389976f7d9ee65f2812233fdca0b884a310739f3da1f1ca2f665a1) AuthConfig (44f1ebaebd66e5f1106a29945b97ff24839dd5769c526a84934de540efc8a370) AuthConfig (6371806f8db1f764e5e980e0ac31c8c6cbb159d953d8a518e043fa43c46c1b71) AuthConfig (928c328db4d247680f8c8f1a4a3393b75038d0c523f6b5df74a34d486905936e) AuthConfig (0bdacea7024999f2d79883ce493995f802db40c05f45802ed292ce8ed2133356) AuthConfig (10774101b312625a4483caf7c5a9ab823ad4c3efc8fdce554c3248a3e71e3666) AuthConfig (9ebe3eac9a48c0ad803a5898bf5bb7d42052c7fbfa8638fbc683f4a44665da4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"c364c42b-02a4-46c9-bd3f-ec2a9cb96608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.47778455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"495b06d1-3c87-4cde-a977-920069260b9c","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.486687019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"c2beefb5-f8c6-435d-a508-947e64a8f3c3","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.509357126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"65f62639-d96c-400d-8e22-b9ce615cdbdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.529138348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"65f62639-d96c-400d-8e22-b9ce615cdbdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.547774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc136923edcef5b4a285cdfa8aa54eff8ed9e88c3da7c26700914b0b483bdeaa) AuthConfig (3c46235155bb6e2575ccb78a48864c74bc9d11f7fe6104b3ffdb7be63c2f7e4c) AuthConfig (d534b0b3c450211f83ce851ffa3cf932c6f122f2e0faa64d8607357f912dcacd) AuthConfig (d2b8370fe1deac7ebf6c2f1b005fcd164c92d576815ea1853fae2b481680c45e) AuthConfig (7d6a27825870f0236b5b0d0f1c9985ef1c58805628c7140a34cf39d5628c4fe2) AuthConfig (5ef0fb46753c73e1d6e0418820c6dcb7054c50632fd829f92a8f2a7fa6380fce) AuthConfig (f52a0e968572de3bb0bf52a9f68b9f257c0e1dda38e33daf86cc546741c54d75) AuthConfig (c37312ffc415e4fa515044ef90cc8f2f3fdd74f048877ab83bfb0b42bbeafd93) AuthConfig (542867904c9deec18b31e4e9e32822bc310a54416cac0e3028aee436e8627c2e) AuthConfig (5b216ce19e3d850fdb17430a7db3bb5b38e1ec80c1e2e231ee8741062050ce41) AuthConfig (03503e55b75de31b14d26f4547f527488e5d4041d30236d8e02694b2bc53181e) AuthConfig (2f0b235365aabeb9fd6ff97db5bfd6d265d985731c35958811147ff51c361027) AuthConfig (6ad3704491d00f4a529b00c8b068fc344db81730e09fe81ad4a6d42072be5d82) AuthConfig (b818c277741cee094d048bd534ccb234d48d49d3b69e3fbba8887051d693fac8) AuthConfig (39a5500f577e2c5e8c9b10505cae3e5df755ca4472daecfd86c20f66f0801a9d) AuthConfig (c81027cd5b3e00be4dacf829ede297998c498edd781794590457c4640638d6ff) AuthConfig (279326a31b9e80d2a08a3762cfa937df26666060293d0a50e52d81a7fe6b4cd6) AuthConfig (4973a05e72b0f24a2fdaf8ab48bcae8e70903c1506d0b5933be42f44d941b02f) AuthConfig (ca8fe772e5c2a288195dc67ab4e0a03609bddfed6c78b266844e55cd76097845) AuthConfig (468ed0964f5f5879a02c6037a99d1309e6b490af4ac40a01d44826545c156d49) AuthConfig (7d76416a1c351839de7a59611424269d57989a79ecc6a890c58930b0a5646492) AuthConfig (2dd46869f5d20a378165513d27367ee07277a9cddcaaaacd2ad49a7a569ca259) AuthConfig (bff2768979987841d0c870a0bc929839999ddc05fa9c645be25cf05c9328d71f) AuthConfig (deba16192d173cdfd957d689426f81b9d0abfa495669f85c0b99f59477580131) AuthConfig (f80ee85bf891c9faebaa023a9d01c568c4a1c10ae3e881811cece973cdc359c3) AuthConfig (254a3d30f17ff72dbfc3208815b88ac8a5e0b44ed11c63f4ec4925c742084992) AuthConfig (f12b1e33ba28ac5246c7291c7c0d84bbcd01264998a04e71ee5d5243fee73c81) AuthConfig (65734a927dcf0a58c73ed97433fab3a159a1d1b7c03a0fb707e008640002b8a7) AuthConfig (da23f8ed39f4f6be4aa949aaf77616c3beef23197aae5e4da1de14e5c0efbc3d) AuthConfig (8b56c356e9f8be131d417383ebf23ced700e2b0007b92acaa6cb630a8a37093d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"65f62639-d96c-400d-8e22-b9ce615cdbdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.616744032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"b698286e-5a10-42f3-a4bd-25f919c19a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.617377403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"2c15cb69-8b43-4a90-972e-242204a27dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.617847788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"14840a90-910a-44ee-a868-e12ee7bf387c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.618276453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"5ca4fb8b-95f6-4189-a310-489d689332e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.640347671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"14840a90-910a-44ee-a868-e12ee7bf387c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.64347331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"5ca4fb8b-95f6-4189-a310-489d689332e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.643914615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"2c15cb69-8b43-4a90-972e-242204a27dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.645806226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"b698286e-5a10-42f3-a4bd-25f919c19a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.664234075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29134fac0060f83eba7d7c6e6362c59e3eed451a46a5e5138011a3a9704d19f0) AuthConfig (7816c82794c79c64a4668427f8135f1cd1c4ca45339e5db605921c9a58f9816a) AuthConfig (e196df59fed259c2967c149fe32382a66ae6070c74032054e65159e9c0853dd3) AuthConfig (214a0d6b43d6dbfbc3e647e71ebe166d281ad92c443d97628369328c6c1effe6) AuthConfig (40c30cde33312ee649e786e75e86b940ea51cc38259da3fd4fb54a697dc38851) AuthConfig (5329d0d4cad91dd764ee8b2fd985b3fec2ff1fa24038b6c035cfa00c35db001b) AuthConfig (8b61712875287873a836b1a4eb6023cd5bff031bdf5f2492d28bc51f19bed7f2) AuthConfig (c79b236e339d95238902a902d90268c21c441127911886405edddadb9cd9acec) AuthConfig (4401dcf93624672791dd5eb29d5474c701fdf314fd6ae3e84e90d1c061a764ab) AuthConfig (479f72ab04f2ebfb3bed8c7c0f7eaf64ea7460be4996ea78e1db656079a7a3d2) AuthConfig (7e223a3901493126d220fdd6c3177a29c0665152cd612b368c40db63fdde061f) AuthConfig (a757fc91c3bdf58cdc91319cc7dc15f941beb08fd2a53234f3cfed484a0ef9a4) AuthConfig (2a8c2f8d5db5925f32199db436737aad757f289b8925185f4eb6649c54aa361a) AuthConfig (1b706631881c671cd4106edd31c37109e74ee89be2866d99ec9ed2d5e600ffc8) AuthConfig (5db5b4a3e29f71f33780dd04d6034bc546018b78648396a6b8adb8cb0d004e2b) AuthConfig (20e800677c4999dbc11b2d5c533f9e2112d4a8b986494d31a38cd0a2dba762ef) AuthConfig (a788b26aad7b1dd30f0ff8c0913624e37c0a402194f746fe3b6dd747f66c7e4f) AuthConfig (1a2d9b7c4b7201e30a1b19aa0e47ce089f0561d7761ef81fbe0d74e36f20453f) AuthConfig (caeabc3481f5909f6ce88d1ad6d814e9e08e2b16563173c066d818da6db11fac) AuthConfig (9ce12e8a891fb6601eeb38f5a8a67e1a39c85512c4ec6bd065cc519ee118ff20) AuthConfig (a33d263c1513b1dea46363c3de3f7d7c092b939412a7dcf9407c54aed4655cf3) AuthConfig (dd18211753aff18d016bc4f3be3fc8a17d1124c572603b95c9061c11bdfcf6e6) AuthConfig (95873a181becc57c486441eb830ffd43b6eabbd111680845ece05a42db7dde1f) AuthConfig (03358b87430a3361e32ed945ef16ba10ecdf76558fb0b2b8e6c0b4a2489c4060) AuthConfig (1acc228a840f4b26d83043ab2b75dcf6b4af8acd008635a2ba8492929aeb2eba) AuthConfig (7808812c474eb8ee8cc0149c0d221248d8b5de28aef7b618c53753a4e1047874) AuthConfig (03fb907d289e382102217b44f0afd03f8a75b0779bfedba17aeaf20f6f2e2413) AuthConfig (7b117143e13d3ad238295e22847173b447f1f355d04e8f3ef7c9ea1d04f1675c) AuthConfig (4f5c5634fb554947c0562f8bfa8eec4aa22ddec82024eaa41b16ff3e77cadb0f) AuthConfig (a53fa0b8715df1ba7f7decf6138748ff55310095f9717b7dd297b31272f90455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"5ca4fb8b-95f6-4189-a310-489d689332e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.664245849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29134fac0060f83eba7d7c6e6362c59e3eed451a46a5e5138011a3a9704d19f0) AuthConfig (7816c82794c79c64a4668427f8135f1cd1c4ca45339e5db605921c9a58f9816a) AuthConfig (e196df59fed259c2967c149fe32382a66ae6070c74032054e65159e9c0853dd3) AuthConfig (214a0d6b43d6dbfbc3e647e71ebe166d281ad92c443d97628369328c6c1effe6) AuthConfig (40c30cde33312ee649e786e75e86b940ea51cc38259da3fd4fb54a697dc38851) AuthConfig (5329d0d4cad91dd764ee8b2fd985b3fec2ff1fa24038b6c035cfa00c35db001b) AuthConfig (8b61712875287873a836b1a4eb6023cd5bff031bdf5f2492d28bc51f19bed7f2) AuthConfig (c79b236e339d95238902a902d90268c21c441127911886405edddadb9cd9acec) AuthConfig (4401dcf93624672791dd5eb29d5474c701fdf314fd6ae3e84e90d1c061a764ab) AuthConfig (479f72ab04f2ebfb3bed8c7c0f7eaf64ea7460be4996ea78e1db656079a7a3d2) AuthConfig (7e223a3901493126d220fdd6c3177a29c0665152cd612b368c40db63fdde061f) AuthConfig (a757fc91c3bdf58cdc91319cc7dc15f941beb08fd2a53234f3cfed484a0ef9a4) AuthConfig (2a8c2f8d5db5925f32199db436737aad757f289b8925185f4eb6649c54aa361a) AuthConfig (1b706631881c671cd4106edd31c37109e74ee89be2866d99ec9ed2d5e600ffc8) AuthConfig (5db5b4a3e29f71f33780dd04d6034bc546018b78648396a6b8adb8cb0d004e2b) AuthConfig (20e800677c4999dbc11b2d5c533f9e2112d4a8b986494d31a38cd0a2dba762ef) AuthConfig (a788b26aad7b1dd30f0ff8c0913624e37c0a402194f746fe3b6dd747f66c7e4f) AuthConfig (1a2d9b7c4b7201e30a1b19aa0e47ce089f0561d7761ef81fbe0d74e36f20453f) AuthConfig (caeabc3481f5909f6ce88d1ad6d814e9e08e2b16563173c066d818da6db11fac) AuthConfig (9ce12e8a891fb6601eeb38f5a8a67e1a39c85512c4ec6bd065cc519ee118ff20) AuthConfig (a33d263c1513b1dea46363c3de3f7d7c092b939412a7dcf9407c54aed4655cf3) AuthConfig (dd18211753aff18d016bc4f3be3fc8a17d1124c572603b95c9061c11bdfcf6e6) AuthConfig (95873a181becc57c486441eb830ffd43b6eabbd111680845ece05a42db7dde1f) AuthConfig (03358b87430a3361e32ed945ef16ba10ecdf76558fb0b2b8e6c0b4a2489c4060) AuthConfig (1acc228a840f4b26d83043ab2b75dcf6b4af8acd008635a2ba8492929aeb2eba) AuthConfig (7808812c474eb8ee8cc0149c0d221248d8b5de28aef7b618c53753a4e1047874) AuthConfig (03fb907d289e382102217b44f0afd03f8a75b0779bfedba17aeaf20f6f2e2413) AuthConfig (7b117143e13d3ad238295e22847173b447f1f355d04e8f3ef7c9ea1d04f1675c) AuthConfig (4f5c5634fb554947c0562f8bfa8eec4aa22ddec82024eaa41b16ff3e77cadb0f) AuthConfig (a53fa0b8715df1ba7f7decf6138748ff55310095f9717b7dd297b31272f90455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"2c15cb69-8b43-4a90-972e-242204a27dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.665464454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14be69dc7e108ef2d7a61b6dac9c181b5b2ca4641a3d84a0e689c802a96847e4) AuthConfig (77cfeed27433ffb9c6b71a1c1f4cb98347489fda6311be60d968412ecfaa3a4d) AuthConfig (ea5f60389bb8401a2949f008fbf058f18f4309655ae7668585e399a74fe9b783) AuthConfig (5541b49534b31c34c0cd37fe8a5b8daac5b038dec5c632752b6ca628b4c694c1) AuthConfig (757b2bd1ca09791ac00d76930abc92f292adde2ff38ccff716fcc6172d7fd67a) AuthConfig (7e5a7ff1231c86438f4c155c785b834891ac7002a7c6445e85f930aa04a539df) AuthConfig (55ef2cc1456213a3d55c4a09bd49f88a81dac5f292c0e001ea6f8119f45028f4) AuthConfig (9add4981c7382ea2c220a37ca82799df8829948823e1d6726488b4db333c4159) AuthConfig (38d3a9639944c95d57495ad19c4e70798eec8f5aa74ae650cb2c741435bdf63d) AuthConfig (db4ef58b503195bee1f93edb19f3b5a2bb161d48e02f390b9bb6e1c859d8873d) AuthConfig (12b3aa17dcb82050a3e62812789e28ababa8c17dce74dac2616f50825043d533) AuthConfig (70752f032df5f6fb3fca08e88e6bdb57cb957203aedcfa2dfb2f964f08ead8c4) AuthConfig (84f467b9f52ff88ed51a4eb36a57eb6b2ac83b9a4adc0348dba3563cdcf7ea17) AuthConfig (357155b1ba8c50673e5121ee96ecd6068251db1ab7ac665ac4f0884519fea7e2) AuthConfig (3b954bb67489338ef26d5483f1603375c6dca97354dbaa219b882cb5ddbc4aab) AuthConfig (da415ddaa7f2ae4837848cb6221518924a0acf97751fbb9d406c8dedca75040b) AuthConfig (498f12ccdcfd6ca270b55f4ea3c8bbdf84a6557e66d878018d0a007b7286e568) AuthConfig (c5492d77f17740b7c43da75aaccfcc393dcac213b145a47ae1babd01d075eb96) AuthConfig (1ac781de7f107f2ebc2349775c0e1ca133a8ca780453a9c877dab528cd7dc2b7) AuthConfig (fae765e190c5c6b95d7eb1dfbfceb2b63a45644da0557486d4216fce840781b7) AuthConfig (d283f55338793dfcf6f96e9ec2561043fb87304cd7b67a47a5a93ded0d5b6b1e) AuthConfig (ec9017f6f60f91eaf3741c2ad7163fe0dc4dbbf08c5da2bfec074f55ed1f4d94) AuthConfig (027507c97cc0e638edc2434004686115169a21fbacf2ad95dd5936f960fa094e) AuthConfig (4de3da8a3e389976f7d9ee65f2812233fdca0b884a310739f3da1f1ca2f665a1) AuthConfig (44f1ebaebd66e5f1106a29945b97ff24839dd5769c526a84934de540efc8a370) AuthConfig (6371806f8db1f764e5e980e0ac31c8c6cbb159d953d8a518e043fa43c46c1b71) AuthConfig (928c328db4d247680f8c8f1a4a3393b75038d0c523f6b5df74a34d486905936e) AuthConfig (0bdacea7024999f2d79883ce493995f802db40c05f45802ed292ce8ed2133356) AuthConfig (10774101b312625a4483caf7c5a9ab823ad4c3efc8fdce554c3248a3e71e3666) AuthConfig (9ebe3eac9a48c0ad803a5898bf5bb7d42052c7fbfa8638fbc683f4a44665da4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"14840a90-910a-44ee-a868-e12ee7bf387c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.665619967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14be69dc7e108ef2d7a61b6dac9c181b5b2ca4641a3d84a0e689c802a96847e4) AuthConfig (77cfeed27433ffb9c6b71a1c1f4cb98347489fda6311be60d968412ecfaa3a4d) AuthConfig (ea5f60389bb8401a2949f008fbf058f18f4309655ae7668585e399a74fe9b783) AuthConfig (5541b49534b31c34c0cd37fe8a5b8daac5b038dec5c632752b6ca628b4c694c1) AuthConfig (757b2bd1ca09791ac00d76930abc92f292adde2ff38ccff716fcc6172d7fd67a) AuthConfig (7e5a7ff1231c86438f4c155c785b834891ac7002a7c6445e85f930aa04a539df) AuthConfig (55ef2cc1456213a3d55c4a09bd49f88a81dac5f292c0e001ea6f8119f45028f4) AuthConfig (9add4981c7382ea2c220a37ca82799df8829948823e1d6726488b4db333c4159) AuthConfig (38d3a9639944c95d57495ad19c4e70798eec8f5aa74ae650cb2c741435bdf63d) AuthConfig (db4ef58b503195bee1f93edb19f3b5a2bb161d48e02f390b9bb6e1c859d8873d) AuthConfig (12b3aa17dcb82050a3e62812789e28ababa8c17dce74dac2616f50825043d533) AuthConfig (70752f032df5f6fb3fca08e88e6bdb57cb957203aedcfa2dfb2f964f08ead8c4) AuthConfig (84f467b9f52ff88ed51a4eb36a57eb6b2ac83b9a4adc0348dba3563cdcf7ea17) AuthConfig (357155b1ba8c50673e5121ee96ecd6068251db1ab7ac665ac4f0884519fea7e2) AuthConfig (3b954bb67489338ef26d5483f1603375c6dca97354dbaa219b882cb5ddbc4aab) AuthConfig (da415ddaa7f2ae4837848cb6221518924a0acf97751fbb9d406c8dedca75040b) AuthConfig (498f12ccdcfd6ca270b55f4ea3c8bbdf84a6557e66d878018d0a007b7286e568) AuthConfig (c5492d77f17740b7c43da75aaccfcc393dcac213b145a47ae1babd01d075eb96) AuthConfig (1ac781de7f107f2ebc2349775c0e1ca133a8ca780453a9c877dab528cd7dc2b7) AuthConfig (fae765e190c5c6b95d7eb1dfbfceb2b63a45644da0557486d4216fce840781b7) AuthConfig (d283f55338793dfcf6f96e9ec2561043fb87304cd7b67a47a5a93ded0d5b6b1e) AuthConfig (ec9017f6f60f91eaf3741c2ad7163fe0dc4dbbf08c5da2bfec074f55ed1f4d94) AuthConfig (027507c97cc0e638edc2434004686115169a21fbacf2ad95dd5936f960fa094e) AuthConfig (4de3da8a3e389976f7d9ee65f2812233fdca0b884a310739f3da1f1ca2f665a1) AuthConfig (44f1ebaebd66e5f1106a29945b97ff24839dd5769c526a84934de540efc8a370) AuthConfig (6371806f8db1f764e5e980e0ac31c8c6cbb159d953d8a518e043fa43c46c1b71) AuthConfig (928c328db4d247680f8c8f1a4a3393b75038d0c523f6b5df74a34d486905936e) AuthConfig (0bdacea7024999f2d79883ce493995f802db40c05f45802ed292ce8ed2133356) AuthConfig (10774101b312625a4483caf7c5a9ab823ad4c3efc8fdce554c3248a3e71e3666) AuthConfig (9ebe3eac9a48c0ad803a5898bf5bb7d42052c7fbfa8638fbc683f4a44665da4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"b698286e-5a10-42f3-a4bd-25f919c19a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.686011451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"280fdcb5-04bb-4085-9afa-e80baafdb19e","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:07.689890903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"b698286e-5a10-42f3-a4bd-25f919c19a85","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.69430126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"3b16fee9-f6dd-4e97-bba0-2e4de7ed518b","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.728451719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"bf6bc0d7-95be-4fe8-bdf8-94dad8978eef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.736490676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"a4b46008-33c0-4161-80d0-6985f0ab3ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.738060965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"ebea56fd-0976-4546-bdbd-148c3ae0fa74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.749157559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"bf6bc0d7-95be-4fe8-bdf8-94dad8978eef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.758553987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"a4b46008-33c0-4161-80d0-6985f0ab3ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.761604327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"ebea56fd-0976-4546-bdbd-148c3ae0fa74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.769169647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29134fac0060f83eba7d7c6e6362c59e3eed451a46a5e5138011a3a9704d19f0) AuthConfig (7816c82794c79c64a4668427f8135f1cd1c4ca45339e5db605921c9a58f9816a) AuthConfig (e196df59fed259c2967c149fe32382a66ae6070c74032054e65159e9c0853dd3) AuthConfig (214a0d6b43d6dbfbc3e647e71ebe166d281ad92c443d97628369328c6c1effe6) AuthConfig (40c30cde33312ee649e786e75e86b940ea51cc38259da3fd4fb54a697dc38851) AuthConfig (5329d0d4cad91dd764ee8b2fd985b3fec2ff1fa24038b6c035cfa00c35db001b) AuthConfig (8b61712875287873a836b1a4eb6023cd5bff031bdf5f2492d28bc51f19bed7f2) AuthConfig (c79b236e339d95238902a902d90268c21c441127911886405edddadb9cd9acec) AuthConfig (4401dcf93624672791dd5eb29d5474c701fdf314fd6ae3e84e90d1c061a764ab) AuthConfig (479f72ab04f2ebfb3bed8c7c0f7eaf64ea7460be4996ea78e1db656079a7a3d2) AuthConfig (7e223a3901493126d220fdd6c3177a29c0665152cd612b368c40db63fdde061f) AuthConfig (a757fc91c3bdf58cdc91319cc7dc15f941beb08fd2a53234f3cfed484a0ef9a4) AuthConfig (2a8c2f8d5db5925f32199db436737aad757f289b8925185f4eb6649c54aa361a) AuthConfig (1b706631881c671cd4106edd31c37109e74ee89be2866d99ec9ed2d5e600ffc8) AuthConfig (5db5b4a3e29f71f33780dd04d6034bc546018b78648396a6b8adb8cb0d004e2b) AuthConfig (20e800677c4999dbc11b2d5c533f9e2112d4a8b986494d31a38cd0a2dba762ef) AuthConfig (a788b26aad7b1dd30f0ff8c0913624e37c0a402194f746fe3b6dd747f66c7e4f) AuthConfig (1a2d9b7c4b7201e30a1b19aa0e47ce089f0561d7761ef81fbe0d74e36f20453f) AuthConfig (caeabc3481f5909f6ce88d1ad6d814e9e08e2b16563173c066d818da6db11fac) AuthConfig (9ce12e8a891fb6601eeb38f5a8a67e1a39c85512c4ec6bd065cc519ee118ff20) AuthConfig (a33d263c1513b1dea46363c3de3f7d7c092b939412a7dcf9407c54aed4655cf3) AuthConfig (dd18211753aff18d016bc4f3be3fc8a17d1124c572603b95c9061c11bdfcf6e6) AuthConfig (95873a181becc57c486441eb830ffd43b6eabbd111680845ece05a42db7dde1f) AuthConfig (03358b87430a3361e32ed945ef16ba10ecdf76558fb0b2b8e6c0b4a2489c4060) AuthConfig (1acc228a840f4b26d83043ab2b75dcf6b4af8acd008635a2ba8492929aeb2eba) AuthConfig (7808812c474eb8ee8cc0149c0d221248d8b5de28aef7b618c53753a4e1047874) AuthConfig (03fb907d289e382102217b44f0afd03f8a75b0779bfedba17aeaf20f6f2e2413) AuthConfig (7b117143e13d3ad238295e22847173b447f1f355d04e8f3ef7c9ea1d04f1675c) AuthConfig (4f5c5634fb554947c0562f8bfa8eec4aa22ddec82024eaa41b16ff3e77cadb0f) AuthConfig (a53fa0b8715df1ba7f7decf6138748ff55310095f9717b7dd297b31272f90455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"bf6bc0d7-95be-4fe8-bdf8-94dad8978eef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.778753628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29134fac0060f83eba7d7c6e6362c59e3eed451a46a5e5138011a3a9704d19f0) AuthConfig (7816c82794c79c64a4668427f8135f1cd1c4ca45339e5db605921c9a58f9816a) AuthConfig (e196df59fed259c2967c149fe32382a66ae6070c74032054e65159e9c0853dd3) AuthConfig (214a0d6b43d6dbfbc3e647e71ebe166d281ad92c443d97628369328c6c1effe6) AuthConfig (40c30cde33312ee649e786e75e86b940ea51cc38259da3fd4fb54a697dc38851) AuthConfig (5329d0d4cad91dd764ee8b2fd985b3fec2ff1fa24038b6c035cfa00c35db001b) AuthConfig (8b61712875287873a836b1a4eb6023cd5bff031bdf5f2492d28bc51f19bed7f2) AuthConfig (c79b236e339d95238902a902d90268c21c441127911886405edddadb9cd9acec) AuthConfig (4401dcf93624672791dd5eb29d5474c701fdf314fd6ae3e84e90d1c061a764ab) AuthConfig (479f72ab04f2ebfb3bed8c7c0f7eaf64ea7460be4996ea78e1db656079a7a3d2) AuthConfig (7e223a3901493126d220fdd6c3177a29c0665152cd612b368c40db63fdde061f) AuthConfig (a757fc91c3bdf58cdc91319cc7dc15f941beb08fd2a53234f3cfed484a0ef9a4) AuthConfig (2a8c2f8d5db5925f32199db436737aad757f289b8925185f4eb6649c54aa361a) AuthConfig (1b706631881c671cd4106edd31c37109e74ee89be2866d99ec9ed2d5e600ffc8) AuthConfig (5db5b4a3e29f71f33780dd04d6034bc546018b78648396a6b8adb8cb0d004e2b) AuthConfig (20e800677c4999dbc11b2d5c533f9e2112d4a8b986494d31a38cd0a2dba762ef) AuthConfig (a788b26aad7b1dd30f0ff8c0913624e37c0a402194f746fe3b6dd747f66c7e4f) AuthConfig (1a2d9b7c4b7201e30a1b19aa0e47ce089f0561d7761ef81fbe0d74e36f20453f) AuthConfig (caeabc3481f5909f6ce88d1ad6d814e9e08e2b16563173c066d818da6db11fac) AuthConfig (9ce12e8a891fb6601eeb38f5a8a67e1a39c85512c4ec6bd065cc519ee118ff20) AuthConfig (a33d263c1513b1dea46363c3de3f7d7c092b939412a7dcf9407c54aed4655cf3) AuthConfig (dd18211753aff18d016bc4f3be3fc8a17d1124c572603b95c9061c11bdfcf6e6) AuthConfig (95873a181becc57c486441eb830ffd43b6eabbd111680845ece05a42db7dde1f) AuthConfig (03358b87430a3361e32ed945ef16ba10ecdf76558fb0b2b8e6c0b4a2489c4060) AuthConfig (1acc228a840f4b26d83043ab2b75dcf6b4af8acd008635a2ba8492929aeb2eba) AuthConfig (7808812c474eb8ee8cc0149c0d221248d8b5de28aef7b618c53753a4e1047874) AuthConfig (03fb907d289e382102217b44f0afd03f8a75b0779bfedba17aeaf20f6f2e2413) AuthConfig (7b117143e13d3ad238295e22847173b447f1f355d04e8f3ef7c9ea1d04f1675c) AuthConfig (4f5c5634fb554947c0562f8bfa8eec4aa22ddec82024eaa41b16ff3e77cadb0f) AuthConfig (a53fa0b8715df1ba7f7decf6138748ff55310095f9717b7dd297b31272f90455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"a4b46008-33c0-4161-80d0-6985f0ab3ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.782490771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14be69dc7e108ef2d7a61b6dac9c181b5b2ca4641a3d84a0e689c802a96847e4) AuthConfig (77cfeed27433ffb9c6b71a1c1f4cb98347489fda6311be60d968412ecfaa3a4d) AuthConfig (ea5f60389bb8401a2949f008fbf058f18f4309655ae7668585e399a74fe9b783) AuthConfig (5541b49534b31c34c0cd37fe8a5b8daac5b038dec5c632752b6ca628b4c694c1) AuthConfig (757b2bd1ca09791ac00d76930abc92f292adde2ff38ccff716fcc6172d7fd67a) AuthConfig (7e5a7ff1231c86438f4c155c785b834891ac7002a7c6445e85f930aa04a539df) AuthConfig (55ef2cc1456213a3d55c4a09bd49f88a81dac5f292c0e001ea6f8119f45028f4) AuthConfig (9add4981c7382ea2c220a37ca82799df8829948823e1d6726488b4db333c4159) AuthConfig (38d3a9639944c95d57495ad19c4e70798eec8f5aa74ae650cb2c741435bdf63d) AuthConfig (db4ef58b503195bee1f93edb19f3b5a2bb161d48e02f390b9bb6e1c859d8873d) AuthConfig (12b3aa17dcb82050a3e62812789e28ababa8c17dce74dac2616f50825043d533) AuthConfig (70752f032df5f6fb3fca08e88e6bdb57cb957203aedcfa2dfb2f964f08ead8c4) AuthConfig (84f467b9f52ff88ed51a4eb36a57eb6b2ac83b9a4adc0348dba3563cdcf7ea17) AuthConfig (357155b1ba8c50673e5121ee96ecd6068251db1ab7ac665ac4f0884519fea7e2) AuthConfig (3b954bb67489338ef26d5483f1603375c6dca97354dbaa219b882cb5ddbc4aab) AuthConfig (da415ddaa7f2ae4837848cb6221518924a0acf97751fbb9d406c8dedca75040b) AuthConfig (498f12ccdcfd6ca270b55f4ea3c8bbdf84a6557e66d878018d0a007b7286e568) AuthConfig (c5492d77f17740b7c43da75aaccfcc393dcac213b145a47ae1babd01d075eb96) AuthConfig (1ac781de7f107f2ebc2349775c0e1ca133a8ca780453a9c877dab528cd7dc2b7) AuthConfig (fae765e190c5c6b95d7eb1dfbfceb2b63a45644da0557486d4216fce840781b7) AuthConfig (d283f55338793dfcf6f96e9ec2561043fb87304cd7b67a47a5a93ded0d5b6b1e) AuthConfig (ec9017f6f60f91eaf3741c2ad7163fe0dc4dbbf08c5da2bfec074f55ed1f4d94) AuthConfig (027507c97cc0e638edc2434004686115169a21fbacf2ad95dd5936f960fa094e) AuthConfig (4de3da8a3e389976f7d9ee65f2812233fdca0b884a310739f3da1f1ca2f665a1) AuthConfig (44f1ebaebd66e5f1106a29945b97ff24839dd5769c526a84934de540efc8a370) AuthConfig (6371806f8db1f764e5e980e0ac31c8c6cbb159d953d8a518e043fa43c46c1b71) AuthConfig (928c328db4d247680f8c8f1a4a3393b75038d0c523f6b5df74a34d486905936e) AuthConfig (0bdacea7024999f2d79883ce493995f802db40c05f45802ed292ce8ed2133356) AuthConfig (10774101b312625a4483caf7c5a9ab823ad4c3efc8fdce554c3248a3e71e3666) AuthConfig (9ebe3eac9a48c0ad803a5898bf5bb7d42052c7fbfa8638fbc683f4a44665da4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"ebea56fd-0976-4546-bdbd-148c3ae0fa74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:07.785372387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"bf6bc0d7-95be-4fe8-bdf8-94dad8978eef","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:07.79857709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"a4b46008-33c0-4161-80d0-6985f0ab3ec2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.832450255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"ed52a607-6dfa-4b69-aa90-7bb3993b4736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.846171201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"4efa0db8-2340-49da-b07a-83b111b1fe27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.853066203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"ed52a607-6dfa-4b69-aa90-7bb3993b4736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.867533295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"4efa0db8-2340-49da-b07a-83b111b1fe27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.872157513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29134fac0060f83eba7d7c6e6362c59e3eed451a46a5e5138011a3a9704d19f0) AuthConfig (7816c82794c79c64a4668427f8135f1cd1c4ca45339e5db605921c9a58f9816a) AuthConfig (e196df59fed259c2967c149fe32382a66ae6070c74032054e65159e9c0853dd3) AuthConfig (214a0d6b43d6dbfbc3e647e71ebe166d281ad92c443d97628369328c6c1effe6) AuthConfig (40c30cde33312ee649e786e75e86b940ea51cc38259da3fd4fb54a697dc38851) AuthConfig (5329d0d4cad91dd764ee8b2fd985b3fec2ff1fa24038b6c035cfa00c35db001b) AuthConfig (8b61712875287873a836b1a4eb6023cd5bff031bdf5f2492d28bc51f19bed7f2) AuthConfig (c79b236e339d95238902a902d90268c21c441127911886405edddadb9cd9acec) AuthConfig (4401dcf93624672791dd5eb29d5474c701fdf314fd6ae3e84e90d1c061a764ab) AuthConfig (479f72ab04f2ebfb3bed8c7c0f7eaf64ea7460be4996ea78e1db656079a7a3d2) AuthConfig (7e223a3901493126d220fdd6c3177a29c0665152cd612b368c40db63fdde061f) AuthConfig (a757fc91c3bdf58cdc91319cc7dc15f941beb08fd2a53234f3cfed484a0ef9a4) AuthConfig (2a8c2f8d5db5925f32199db436737aad757f289b8925185f4eb6649c54aa361a) AuthConfig (1b706631881c671cd4106edd31c37109e74ee89be2866d99ec9ed2d5e600ffc8) AuthConfig (5db5b4a3e29f71f33780dd04d6034bc546018b78648396a6b8adb8cb0d004e2b) AuthConfig (20e800677c4999dbc11b2d5c533f9e2112d4a8b986494d31a38cd0a2dba762ef) AuthConfig (a788b26aad7b1dd30f0ff8c0913624e37c0a402194f746fe3b6dd747f66c7e4f) AuthConfig (1a2d9b7c4b7201e30a1b19aa0e47ce089f0561d7761ef81fbe0d74e36f20453f) AuthConfig (caeabc3481f5909f6ce88d1ad6d814e9e08e2b16563173c066d818da6db11fac) AuthConfig (9ce12e8a891fb6601eeb38f5a8a67e1a39c85512c4ec6bd065cc519ee118ff20) AuthConfig (a33d263c1513b1dea46363c3de3f7d7c092b939412a7dcf9407c54aed4655cf3) AuthConfig (dd18211753aff18d016bc4f3be3fc8a17d1124c572603b95c9061c11bdfcf6e6) AuthConfig (95873a181becc57c486441eb830ffd43b6eabbd111680845ece05a42db7dde1f) AuthConfig (03358b87430a3361e32ed945ef16ba10ecdf76558fb0b2b8e6c0b4a2489c4060) AuthConfig (1acc228a840f4b26d83043ab2b75dcf6b4af8acd008635a2ba8492929aeb2eba) AuthConfig (7808812c474eb8ee8cc0149c0d221248d8b5de28aef7b618c53753a4e1047874) AuthConfig (03fb907d289e382102217b44f0afd03f8a75b0779bfedba17aeaf20f6f2e2413) AuthConfig (7b117143e13d3ad238295e22847173b447f1f355d04e8f3ef7c9ea1d04f1675c) AuthConfig (4f5c5634fb554947c0562f8bfa8eec4aa22ddec82024eaa41b16ff3e77cadb0f) AuthConfig (a53fa0b8715df1ba7f7decf6138748ff55310095f9717b7dd297b31272f90455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"ed52a607-6dfa-4b69-aa90-7bb3993b4736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.886617479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29134fac0060f83eba7d7c6e6362c59e3eed451a46a5e5138011a3a9704d19f0) AuthConfig (7816c82794c79c64a4668427f8135f1cd1c4ca45339e5db605921c9a58f9816a) AuthConfig (e196df59fed259c2967c149fe32382a66ae6070c74032054e65159e9c0853dd3) AuthConfig (214a0d6b43d6dbfbc3e647e71ebe166d281ad92c443d97628369328c6c1effe6) AuthConfig (40c30cde33312ee649e786e75e86b940ea51cc38259da3fd4fb54a697dc38851) AuthConfig (5329d0d4cad91dd764ee8b2fd985b3fec2ff1fa24038b6c035cfa00c35db001b) AuthConfig (8b61712875287873a836b1a4eb6023cd5bff031bdf5f2492d28bc51f19bed7f2) AuthConfig (c79b236e339d95238902a902d90268c21c441127911886405edddadb9cd9acec) AuthConfig (4401dcf93624672791dd5eb29d5474c701fdf314fd6ae3e84e90d1c061a764ab) AuthConfig (479f72ab04f2ebfb3bed8c7c0f7eaf64ea7460be4996ea78e1db656079a7a3d2) AuthConfig (7e223a3901493126d220fdd6c3177a29c0665152cd612b368c40db63fdde061f) AuthConfig (a757fc91c3bdf58cdc91319cc7dc15f941beb08fd2a53234f3cfed484a0ef9a4) AuthConfig (2a8c2f8d5db5925f32199db436737aad757f289b8925185f4eb6649c54aa361a) AuthConfig (1b706631881c671cd4106edd31c37109e74ee89be2866d99ec9ed2d5e600ffc8) AuthConfig (5db5b4a3e29f71f33780dd04d6034bc546018b78648396a6b8adb8cb0d004e2b) AuthConfig (20e800677c4999dbc11b2d5c533f9e2112d4a8b986494d31a38cd0a2dba762ef) AuthConfig (a788b26aad7b1dd30f0ff8c0913624e37c0a402194f746fe3b6dd747f66c7e4f) AuthConfig (1a2d9b7c4b7201e30a1b19aa0e47ce089f0561d7761ef81fbe0d74e36f20453f) AuthConfig (caeabc3481f5909f6ce88d1ad6d814e9e08e2b16563173c066d818da6db11fac) AuthConfig (9ce12e8a891fb6601eeb38f5a8a67e1a39c85512c4ec6bd065cc519ee118ff20) AuthConfig (a33d263c1513b1dea46363c3de3f7d7c092b939412a7dcf9407c54aed4655cf3) AuthConfig (dd18211753aff18d016bc4f3be3fc8a17d1124c572603b95c9061c11bdfcf6e6) AuthConfig (95873a181becc57c486441eb830ffd43b6eabbd111680845ece05a42db7dde1f) AuthConfig (03358b87430a3361e32ed945ef16ba10ecdf76558fb0b2b8e6c0b4a2489c4060) AuthConfig (1acc228a840f4b26d83043ab2b75dcf6b4af8acd008635a2ba8492929aeb2eba) AuthConfig (7808812c474eb8ee8cc0149c0d221248d8b5de28aef7b618c53753a4e1047874) AuthConfig (03fb907d289e382102217b44f0afd03f8a75b0779bfedba17aeaf20f6f2e2413) AuthConfig (7b117143e13d3ad238295e22847173b447f1f355d04e8f3ef7c9ea1d04f1675c) AuthConfig (4f5c5634fb554947c0562f8bfa8eec4aa22ddec82024eaa41b16ff3e77cadb0f) AuthConfig (a53fa0b8715df1ba7f7decf6138748ff55310095f9717b7dd297b31272f90455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"4efa0db8-2340-49da-b07a-83b111b1fe27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:10.988958969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"9e20a8f4-29c8-43f1-9d75-4116121f31ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.013579784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"9e20a8f4-29c8-43f1-9d75-4116121f31ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.098418682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"d559f392-52e1-4604-abac-eea2b70d830d","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.104238584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"55435a05-8ab6-4fae-a8c4-872fb06c205e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.104342089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"812de474-c047-48dc-ac57-863f5c44fcad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.124887981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"812de474-c047-48dc-ac57-863f5c44fcad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.124939949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"55435a05-8ab6-4fae-a8c4-872fb06c205e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.211092317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"43ef95c7-ac19-45ac-bc98-149b6148c51b","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.211991013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"45a2f8f2-77d7-4388-b52a-2300d5e7bd06","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.600363792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"ea4b5605-e1a0-4fa8-839d-dd25a42c8c9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.620496838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"ea4b5605-e1a0-4fa8-839d-dd25a42c8c9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.788090124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"7b4e5781-7ad4-460c-8779-26a72139c565","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:14.586231426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"3afd1183-3188-4685-95cf-a80ddd426e9a","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:14.603513541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"f9e18fce-0ec5-458d-a0f3-1db93319868a","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:14.651553499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-989cbaf5","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-gw-auth-989cbaf5","reconcileID":"b96717df-1471-4f16-81b8-71e2b4321526","MaaSAuthPolicy":{"name":"e2e-gw-auth-989cbaf5","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:14.678287989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-989cbaf5","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-gw-auth-989cbaf5","reconcileID":"b96717df-1471-4f16-81b8-71e2b4321526","MaaSAuthPolicy":{"name":"e2e-gw-auth-989cbaf5","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:14.857068858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"57473f67-fe9d-4762-9995-b4e953440780","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:14.900922074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-989cbaf5","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-gw-auth-989cbaf5","reconcileID":"054bc361-c650-4617-b7e9-ead4aa74ece8","MaaSAuthPolicy":{"name":"e2e-gw-auth-989cbaf5","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:14.921637515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-989cbaf5","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-gw-auth-989cbaf5","reconcileID":"054bc361-c650-4617-b7e9-ead4aa74ece8","MaaSAuthPolicy":{"name":"e2e-gw-auth-989cbaf5","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.499531154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"38ac7859-6d2e-462c-9c68-98eb9958b7d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.519057614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"38ac7859-6d2e-462c-9c68-98eb9958b7d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.537316774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc136923edcef5b4a285cdfa8aa54eff8ed9e88c3da7c26700914b0b483bdeaa) AuthConfig (3c46235155bb6e2575ccb78a48864c74bc9d11f7fe6104b3ffdb7be63c2f7e4c) AuthConfig (d534b0b3c450211f83ce851ffa3cf932c6f122f2e0faa64d8607357f912dcacd) AuthConfig (d2b8370fe1deac7ebf6c2f1b005fcd164c92d576815ea1853fae2b481680c45e) AuthConfig (7d6a27825870f0236b5b0d0f1c9985ef1c58805628c7140a34cf39d5628c4fe2) AuthConfig (5ef0fb46753c73e1d6e0418820c6dcb7054c50632fd829f92a8f2a7fa6380fce) AuthConfig (f52a0e968572de3bb0bf52a9f68b9f257c0e1dda38e33daf86cc546741c54d75) AuthConfig (c37312ffc415e4fa515044ef90cc8f2f3fdd74f048877ab83bfb0b42bbeafd93) AuthConfig (542867904c9deec18b31e4e9e32822bc310a54416cac0e3028aee436e8627c2e) AuthConfig (5b216ce19e3d850fdb17430a7db3bb5b38e1ec80c1e2e231ee8741062050ce41) AuthConfig (03503e55b75de31b14d26f4547f527488e5d4041d30236d8e02694b2bc53181e) AuthConfig (2f0b235365aabeb9fd6ff97db5bfd6d265d985731c35958811147ff51c361027) AuthConfig (6ad3704491d00f4a529b00c8b068fc344db81730e09fe81ad4a6d42072be5d82) AuthConfig (b818c277741cee094d048bd534ccb234d48d49d3b69e3fbba8887051d693fac8) AuthConfig (39a5500f577e2c5e8c9b10505cae3e5df755ca4472daecfd86c20f66f0801a9d) AuthConfig (c81027cd5b3e00be4dacf829ede297998c498edd781794590457c4640638d6ff) AuthConfig (279326a31b9e80d2a08a3762cfa937df26666060293d0a50e52d81a7fe6b4cd6) AuthConfig (4973a05e72b0f24a2fdaf8ab48bcae8e70903c1506d0b5933be42f44d941b02f) AuthConfig (ca8fe772e5c2a288195dc67ab4e0a03609bddfed6c78b266844e55cd76097845) AuthConfig (468ed0964f5f5879a02c6037a99d1309e6b490af4ac40a01d44826545c156d49) AuthConfig (7d76416a1c351839de7a59611424269d57989a79ecc6a890c58930b0a5646492) AuthConfig (2dd46869f5d20a378165513d27367ee07277a9cddcaaaacd2ad49a7a569ca259) AuthConfig (bff2768979987841d0c870a0bc929839999ddc05fa9c645be25cf05c9328d71f) AuthConfig (deba16192d173cdfd957d689426f81b9d0abfa495669f85c0b99f59477580131) AuthConfig (f80ee85bf891c9faebaa023a9d01c568c4a1c10ae3e881811cece973cdc359c3) AuthConfig (254a3d30f17ff72dbfc3208815b88ac8a5e0b44ed11c63f4ec4925c742084992) AuthConfig (f12b1e33ba28ac5246c7291c7c0d84bbcd01264998a04e71ee5d5243fee73c81) AuthConfig (65734a927dcf0a58c73ed97433fab3a159a1d1b7c03a0fb707e008640002b8a7) AuthConfig (da23f8ed39f4f6be4aa949aaf77616c3beef23197aae5e4da1de14e5c0efbc3d) AuthConfig (8b56c356e9f8be131d417383ebf23ced700e2b0007b92acaa6cb630a8a37093d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"38ac7859-6d2e-462c-9c68-98eb9958b7d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.599385356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"6314d541-5258-4437-a93b-77f60356eda1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.620924605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"6314d541-5258-4437-a93b-77f60356eda1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.639975267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc136923edcef5b4a285cdfa8aa54eff8ed9e88c3da7c26700914b0b483bdeaa) AuthConfig (3c46235155bb6e2575ccb78a48864c74bc9d11f7fe6104b3ffdb7be63c2f7e4c) AuthConfig (d534b0b3c450211f83ce851ffa3cf932c6f122f2e0faa64d8607357f912dcacd) AuthConfig (d2b8370fe1deac7ebf6c2f1b005fcd164c92d576815ea1853fae2b481680c45e) AuthConfig (7d6a27825870f0236b5b0d0f1c9985ef1c58805628c7140a34cf39d5628c4fe2) AuthConfig (5ef0fb46753c73e1d6e0418820c6dcb7054c50632fd829f92a8f2a7fa6380fce) AuthConfig (f52a0e968572de3bb0bf52a9f68b9f257c0e1dda38e33daf86cc546741c54d75) AuthConfig (c37312ffc415e4fa515044ef90cc8f2f3fdd74f048877ab83bfb0b42bbeafd93) AuthConfig (542867904c9deec18b31e4e9e32822bc310a54416cac0e3028aee436e8627c2e) AuthConfig (5b216ce19e3d850fdb17430a7db3bb5b38e1ec80c1e2e231ee8741062050ce41) AuthConfig (03503e55b75de31b14d26f4547f527488e5d4041d30236d8e02694b2bc53181e) AuthConfig (2f0b235365aabeb9fd6ff97db5bfd6d265d985731c35958811147ff51c361027) AuthConfig (6ad3704491d00f4a529b00c8b068fc344db81730e09fe81ad4a6d42072be5d82) AuthConfig (b818c277741cee094d048bd534ccb234d48d49d3b69e3fbba8887051d693fac8) AuthConfig (39a5500f577e2c5e8c9b10505cae3e5df755ca4472daecfd86c20f66f0801a9d) AuthConfig (c81027cd5b3e00be4dacf829ede297998c498edd781794590457c4640638d6ff) AuthConfig (279326a31b9e80d2a08a3762cfa937df26666060293d0a50e52d81a7fe6b4cd6) AuthConfig (4973a05e72b0f24a2fdaf8ab48bcae8e70903c1506d0b5933be42f44d941b02f) AuthConfig (ca8fe772e5c2a288195dc67ab4e0a03609bddfed6c78b266844e55cd76097845) AuthConfig (468ed0964f5f5879a02c6037a99d1309e6b490af4ac40a01d44826545c156d49) AuthConfig (7d76416a1c351839de7a59611424269d57989a79ecc6a890c58930b0a5646492) AuthConfig (2dd46869f5d20a378165513d27367ee07277a9cddcaaaacd2ad49a7a569ca259) AuthConfig (bff2768979987841d0c870a0bc929839999ddc05fa9c645be25cf05c9328d71f) AuthConfig (deba16192d173cdfd957d689426f81b9d0abfa495669f85c0b99f59477580131) AuthConfig (f80ee85bf891c9faebaa023a9d01c568c4a1c10ae3e881811cece973cdc359c3) AuthConfig (254a3d30f17ff72dbfc3208815b88ac8a5e0b44ed11c63f4ec4925c742084992) AuthConfig (f12b1e33ba28ac5246c7291c7c0d84bbcd01264998a04e71ee5d5243fee73c81) AuthConfig (65734a927dcf0a58c73ed97433fab3a159a1d1b7c03a0fb707e008640002b8a7) AuthConfig (da23f8ed39f4f6be4aa949aaf77616c3beef23197aae5e4da1de14e5c0efbc3d) AuthConfig (8b56c356e9f8be131d417383ebf23ced700e2b0007b92acaa6cb630a8a37093d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"6314d541-5258-4437-a93b-77f60356eda1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.686628349Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-989cbaf5","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-gw-auth-989cbaf5","reconcileID":"0b4ad764-3a42-4dba-ba57-8d6803e2c442","MaaSAuthPolicy":{"name":"e2e-gw-auth-989cbaf5","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.686679876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"91b19626-bfa0-4f93-afe0-4ad8a14b6d16","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.709817069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"d985454b-2ee8-46aa-bd1b-ee348a8fb88e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.729939902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"d985454b-2ee8-46aa-bd1b-ee348a8fb88e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.733622625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"07f3dade-8e9d-4e2f-b55a-91d46d84826d","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.748101259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14be69dc7e108ef2d7a61b6dac9c181b5b2ca4641a3d84a0e689c802a96847e4) AuthConfig (77cfeed27433ffb9c6b71a1c1f4cb98347489fda6311be60d968412ecfaa3a4d) AuthConfig (ea5f60389bb8401a2949f008fbf058f18f4309655ae7668585e399a74fe9b783) AuthConfig (5541b49534b31c34c0cd37fe8a5b8daac5b038dec5c632752b6ca628b4c694c1) AuthConfig (757b2bd1ca09791ac00d76930abc92f292adde2ff38ccff716fcc6172d7fd67a) AuthConfig (7e5a7ff1231c86438f4c155c785b834891ac7002a7c6445e85f930aa04a539df) AuthConfig (55ef2cc1456213a3d55c4a09bd49f88a81dac5f292c0e001ea6f8119f45028f4) AuthConfig (9add4981c7382ea2c220a37ca82799df8829948823e1d6726488b4db333c4159) AuthConfig (38d3a9639944c95d57495ad19c4e70798eec8f5aa74ae650cb2c741435bdf63d) AuthConfig (db4ef58b503195bee1f93edb19f3b5a2bb161d48e02f390b9bb6e1c859d8873d) AuthConfig (12b3aa17dcb82050a3e62812789e28ababa8c17dce74dac2616f50825043d533) AuthConfig (70752f032df5f6fb3fca08e88e6bdb57cb957203aedcfa2dfb2f964f08ead8c4) AuthConfig (84f467b9f52ff88ed51a4eb36a57eb6b2ac83b9a4adc0348dba3563cdcf7ea17) AuthConfig (357155b1ba8c50673e5121ee96ecd6068251db1ab7ac665ac4f0884519fea7e2) AuthConfig (3b954bb67489338ef26d5483f1603375c6dca97354dbaa219b882cb5ddbc4aab) AuthConfig (da415ddaa7f2ae4837848cb6221518924a0acf97751fbb9d406c8dedca75040b) AuthConfig (498f12ccdcfd6ca270b55f4ea3c8bbdf84a6557e66d878018d0a007b7286e568) AuthConfig (c5492d77f17740b7c43da75aaccfcc393dcac213b145a47ae1babd01d075eb96) AuthConfig (1ac781de7f107f2ebc2349775c0e1ca133a8ca780453a9c877dab528cd7dc2b7) AuthConfig (fae765e190c5c6b95d7eb1dfbfceb2b63a45644da0557486d4216fce840781b7) AuthConfig (d283f55338793dfcf6f96e9ec2561043fb87304cd7b67a47a5a93ded0d5b6b1e) AuthConfig (ec9017f6f60f91eaf3741c2ad7163fe0dc4dbbf08c5da2bfec074f55ed1f4d94) AuthConfig (027507c97cc0e638edc2434004686115169a21fbacf2ad95dd5936f960fa094e) AuthConfig (4de3da8a3e389976f7d9ee65f2812233fdca0b884a310739f3da1f1ca2f665a1) AuthConfig (44f1ebaebd66e5f1106a29945b97ff24839dd5769c526a84934de540efc8a370) AuthConfig (6371806f8db1f764e5e980e0ac31c8c6cbb159d953d8a518e043fa43c46c1b71) AuthConfig (928c328db4d247680f8c8f1a4a3393b75038d0c523f6b5df74a34d486905936e) AuthConfig (0bdacea7024999f2d79883ce493995f802db40c05f45802ed292ce8ed2133356) AuthConfig (10774101b312625a4483caf7c5a9ab823ad4c3efc8fdce554c3248a3e71e3666) AuthConfig (9ebe3eac9a48c0ad803a5898bf5bb7d42052c7fbfa8638fbc683f4a44665da4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"d985454b-2ee8-46aa-bd1b-ee348a8fb88e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.825373045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"6ecc16ba-97a9-4574-9ca2-e0f937438fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.844559466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"6ecc16ba-97a9-4574-9ca2-e0f937438fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.862926991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14be69dc7e108ef2d7a61b6dac9c181b5b2ca4641a3d84a0e689c802a96847e4) AuthConfig (77cfeed27433ffb9c6b71a1c1f4cb98347489fda6311be60d968412ecfaa3a4d) AuthConfig (ea5f60389bb8401a2949f008fbf058f18f4309655ae7668585e399a74fe9b783) AuthConfig (5541b49534b31c34c0cd37fe8a5b8daac5b038dec5c632752b6ca628b4c694c1) AuthConfig (757b2bd1ca09791ac00d76930abc92f292adde2ff38ccff716fcc6172d7fd67a) AuthConfig (7e5a7ff1231c86438f4c155c785b834891ac7002a7c6445e85f930aa04a539df) AuthConfig (55ef2cc1456213a3d55c4a09bd49f88a81dac5f292c0e001ea6f8119f45028f4) AuthConfig (9add4981c7382ea2c220a37ca82799df8829948823e1d6726488b4db333c4159) AuthConfig (38d3a9639944c95d57495ad19c4e70798eec8f5aa74ae650cb2c741435bdf63d) AuthConfig (db4ef58b503195bee1f93edb19f3b5a2bb161d48e02f390b9bb6e1c859d8873d) AuthConfig (12b3aa17dcb82050a3e62812789e28ababa8c17dce74dac2616f50825043d533) AuthConfig (70752f032df5f6fb3fca08e88e6bdb57cb957203aedcfa2dfb2f964f08ead8c4) AuthConfig (84f467b9f52ff88ed51a4eb36a57eb6b2ac83b9a4adc0348dba3563cdcf7ea17) AuthConfig (357155b1ba8c50673e5121ee96ecd6068251db1ab7ac665ac4f0884519fea7e2) AuthConfig (3b954bb67489338ef26d5483f1603375c6dca97354dbaa219b882cb5ddbc4aab) AuthConfig (da415ddaa7f2ae4837848cb6221518924a0acf97751fbb9d406c8dedca75040b) AuthConfig (498f12ccdcfd6ca270b55f4ea3c8bbdf84a6557e66d878018d0a007b7286e568) AuthConfig (c5492d77f17740b7c43da75aaccfcc393dcac213b145a47ae1babd01d075eb96) AuthConfig (1ac781de7f107f2ebc2349775c0e1ca133a8ca780453a9c877dab528cd7dc2b7) AuthConfig (fae765e190c5c6b95d7eb1dfbfceb2b63a45644da0557486d4216fce840781b7) AuthConfig (d283f55338793dfcf6f96e9ec2561043fb87304cd7b67a47a5a93ded0d5b6b1e) AuthConfig (ec9017f6f60f91eaf3741c2ad7163fe0dc4dbbf08c5da2bfec074f55ed1f4d94) AuthConfig (027507c97cc0e638edc2434004686115169a21fbacf2ad95dd5936f960fa094e) AuthConfig (4de3da8a3e389976f7d9ee65f2812233fdca0b884a310739f3da1f1ca2f665a1) AuthConfig (44f1ebaebd66e5f1106a29945b97ff24839dd5769c526a84934de540efc8a370) AuthConfig (6371806f8db1f764e5e980e0ac31c8c6cbb159d953d8a518e043fa43c46c1b71) AuthConfig (928c328db4d247680f8c8f1a4a3393b75038d0c523f6b5df74a34d486905936e) AuthConfig (0bdacea7024999f2d79883ce493995f802db40c05f45802ed292ce8ed2133356) AuthConfig (10774101b312625a4483caf7c5a9ab823ad4c3efc8fdce554c3248a3e71e3666) AuthConfig (9ebe3eac9a48c0ad803a5898bf5bb7d42052c7fbfa8638fbc683f4a44665da4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"6ecc16ba-97a9-4574-9ca2-e0f937438fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.915062068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"4045fb50-1bba-4782-b0ec-6a07f7be6cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.928640452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"7c4fe403-c932-4843-a4d6-97e6a6b5c9bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.933914801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"4045fb50-1bba-4782-b0ec-6a07f7be6cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.947829552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"7c4fe403-c932-4843-a4d6-97e6a6b5c9bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.951844449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29134fac0060f83eba7d7c6e6362c59e3eed451a46a5e5138011a3a9704d19f0) AuthConfig (7816c82794c79c64a4668427f8135f1cd1c4ca45339e5db605921c9a58f9816a) AuthConfig (e196df59fed259c2967c149fe32382a66ae6070c74032054e65159e9c0853dd3) AuthConfig (214a0d6b43d6dbfbc3e647e71ebe166d281ad92c443d97628369328c6c1effe6) AuthConfig (40c30cde33312ee649e786e75e86b940ea51cc38259da3fd4fb54a697dc38851) AuthConfig (5329d0d4cad91dd764ee8b2fd985b3fec2ff1fa24038b6c035cfa00c35db001b) AuthConfig (8b61712875287873a836b1a4eb6023cd5bff031bdf5f2492d28bc51f19bed7f2) AuthConfig (c79b236e339d95238902a902d90268c21c441127911886405edddadb9cd9acec) AuthConfig (4401dcf93624672791dd5eb29d5474c701fdf314fd6ae3e84e90d1c061a764ab) AuthConfig (479f72ab04f2ebfb3bed8c7c0f7eaf64ea7460be4996ea78e1db656079a7a3d2) AuthConfig (7e223a3901493126d220fdd6c3177a29c0665152cd612b368c40db63fdde061f) AuthConfig (a757fc91c3bdf58cdc91319cc7dc15f941beb08fd2a53234f3cfed484a0ef9a4) AuthConfig (2a8c2f8d5db5925f32199db436737aad757f289b8925185f4eb6649c54aa361a) AuthConfig (1b706631881c671cd4106edd31c37109e74ee89be2866d99ec9ed2d5e600ffc8) AuthConfig (5db5b4a3e29f71f33780dd04d6034bc546018b78648396a6b8adb8cb0d004e2b) AuthConfig (20e800677c4999dbc11b2d5c533f9e2112d4a8b986494d31a38cd0a2dba762ef) AuthConfig (a788b26aad7b1dd30f0ff8c0913624e37c0a402194f746fe3b6dd747f66c7e4f) AuthConfig (1a2d9b7c4b7201e30a1b19aa0e47ce089f0561d7761ef81fbe0d74e36f20453f) AuthConfig (caeabc3481f5909f6ce88d1ad6d814e9e08e2b16563173c066d818da6db11fac) AuthConfig (9ce12e8a891fb6601eeb38f5a8a67e1a39c85512c4ec6bd065cc519ee118ff20) AuthConfig (a33d263c1513b1dea46363c3de3f7d7c092b939412a7dcf9407c54aed4655cf3) AuthConfig (dd18211753aff18d016bc4f3be3fc8a17d1124c572603b95c9061c11bdfcf6e6) AuthConfig (95873a181becc57c486441eb830ffd43b6eabbd111680845ece05a42db7dde1f) AuthConfig (03358b87430a3361e32ed945ef16ba10ecdf76558fb0b2b8e6c0b4a2489c4060) AuthConfig (1acc228a840f4b26d83043ab2b75dcf6b4af8acd008635a2ba8492929aeb2eba) AuthConfig (7808812c474eb8ee8cc0149c0d221248d8b5de28aef7b618c53753a4e1047874) AuthConfig (03fb907d289e382102217b44f0afd03f8a75b0779bfedba17aeaf20f6f2e2413) AuthConfig (7b117143e13d3ad238295e22847173b447f1f355d04e8f3ef7c9ea1d04f1675c) AuthConfig (4f5c5634fb554947c0562f8bfa8eec4aa22ddec82024eaa41b16ff3e77cadb0f) AuthConfig (a53fa0b8715df1ba7f7decf6138748ff55310095f9717b7dd297b31272f90455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"4045fb50-1bba-4782-b0ec-6a07f7be6cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.965790332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29134fac0060f83eba7d7c6e6362c59e3eed451a46a5e5138011a3a9704d19f0) AuthConfig (7816c82794c79c64a4668427f8135f1cd1c4ca45339e5db605921c9a58f9816a) AuthConfig (e196df59fed259c2967c149fe32382a66ae6070c74032054e65159e9c0853dd3) AuthConfig (214a0d6b43d6dbfbc3e647e71ebe166d281ad92c443d97628369328c6c1effe6) AuthConfig (40c30cde33312ee649e786e75e86b940ea51cc38259da3fd4fb54a697dc38851) AuthConfig (5329d0d4cad91dd764ee8b2fd985b3fec2ff1fa24038b6c035cfa00c35db001b) AuthConfig (8b61712875287873a836b1a4eb6023cd5bff031bdf5f2492d28bc51f19bed7f2) AuthConfig (c79b236e339d95238902a902d90268c21c441127911886405edddadb9cd9acec) AuthConfig (4401dcf93624672791dd5eb29d5474c701fdf314fd6ae3e84e90d1c061a764ab) AuthConfig (479f72ab04f2ebfb3bed8c7c0f7eaf64ea7460be4996ea78e1db656079a7a3d2) AuthConfig (7e223a3901493126d220fdd6c3177a29c0665152cd612b368c40db63fdde061f) AuthConfig (a757fc91c3bdf58cdc91319cc7dc15f941beb08fd2a53234f3cfed484a0ef9a4) AuthConfig (2a8c2f8d5db5925f32199db436737aad757f289b8925185f4eb6649c54aa361a) AuthConfig (1b706631881c671cd4106edd31c37109e74ee89be2866d99ec9ed2d5e600ffc8) AuthConfig (5db5b4a3e29f71f33780dd04d6034bc546018b78648396a6b8adb8cb0d004e2b) AuthConfig (20e800677c4999dbc11b2d5c533f9e2112d4a8b986494d31a38cd0a2dba762ef) AuthConfig (a788b26aad7b1dd30f0ff8c0913624e37c0a402194f746fe3b6dd747f66c7e4f) AuthConfig (1a2d9b7c4b7201e30a1b19aa0e47ce089f0561d7761ef81fbe0d74e36f20453f) AuthConfig (caeabc3481f5909f6ce88d1ad6d814e9e08e2b16563173c066d818da6db11fac) AuthConfig (9ce12e8a891fb6601eeb38f5a8a67e1a39c85512c4ec6bd065cc519ee118ff20) AuthConfig (a33d263c1513b1dea46363c3de3f7d7c092b939412a7dcf9407c54aed4655cf3) AuthConfig (dd18211753aff18d016bc4f3be3fc8a17d1124c572603b95c9061c11bdfcf6e6) AuthConfig (95873a181becc57c486441eb830ffd43b6eabbd111680845ece05a42db7dde1f) AuthConfig (03358b87430a3361e32ed945ef16ba10ecdf76558fb0b2b8e6c0b4a2489c4060) AuthConfig (1acc228a840f4b26d83043ab2b75dcf6b4af8acd008635a2ba8492929aeb2eba) AuthConfig (7808812c474eb8ee8cc0149c0d221248d8b5de28aef7b618c53753a4e1047874) AuthConfig (03fb907d289e382102217b44f0afd03f8a75b0779bfedba17aeaf20f6f2e2413) AuthConfig (7b117143e13d3ad238295e22847173b447f1f355d04e8f3ef7c9ea1d04f1675c) AuthConfig (4f5c5634fb554947c0562f8bfa8eec4aa22ddec82024eaa41b16ff3e77cadb0f) AuthConfig (a53fa0b8715df1ba7f7decf6138748ff55310095f9717b7dd297b31272f90455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"7c4fe403-c932-4843-a4d6-97e6a6b5c9bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:18.76362997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"04241327-422d-4306-af04-61dc34f21c15","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:18.764223487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"1b62e213-9d9c-41cb-b8c9-4f5ab64c571a","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:18.795316059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"72c0225c-8a68-46bb-8df5-53fdf1969fe9","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:18.79565531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"c947a39d-6bd3-4e67-a75c-9973b82ade29","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:18.814009651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"e9f1fe70-657b-4b11-8d28-0c8f77c81890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:18.81636204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"bc5331a6-b392-4855-83e5-bce19b63e359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:18.817223918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"3969371f-8f48-49bc-80ee-df2126f6813c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:18.817329324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"14ee4493-0bbb-4d21-bb28-153205938268","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:18.833314653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"e9f1fe70-657b-4b11-8d28-0c8f77c81890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:18.846292205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"bc5331a6-b392-4855-83e5-bce19b63e359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.004765025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"333fe3f3-091c-442b-954f-12c46c231774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.030042593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"333fe3f3-091c-442b-954f-12c46c231774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.104705577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"73535eab-dc04-4a65-a276-f1794273f32c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.124394005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"73535eab-dc04-4a65-a276-f1794273f32c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:21.290395733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"b248baa9-96a7-4ac7-a1a5-d6af7b0bf01a","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:21.290817031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"08764cee-41a7-430d-9856-93c637e770a0","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:21.327293615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"7cf4e6f7-3874-4615-9bda-e2a8769c9159","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:21.327674911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"4bbe918d-4aaa-4448-9d48-777551ac1372","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:21.338427805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"54341b61-3bd7-41cb-804f-2373313ff62c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:21.338611845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"94052574-7d9a-4f15-8754-c5131272cf5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:21.340366619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"603ab2c8-0e4b-40b5-896a-f03eec8fb183","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:21.341493754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"e0a47639-d5f0-4159-86e4-39f4679ce6ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:21.357782509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"54341b61-3bd7-41cb-804f-2373313ff62c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:21.35939381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"94052574-7d9a-4f15-8754-c5131272cf5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:21.533918547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"b66a6e2f-5ef8-45f5-a87c-dac0aecaa777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:21.533938744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"23f1fe31-e059-4680-ab9f-17e2aa3b25b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:21.554930985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"23f1fe31-e059-4680-ab9f-17e2aa3b25b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:21.5574227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"b66a6e2f-5ef8-45f5-a87c-dac0aecaa777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:21.778392378Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.580289393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"fa791f5e-c539-4a6a-8422-1f4fef9e105e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.600059746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"fa791f5e-c539-4a6a-8422-1f4fef9e105e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.618651038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc136923edcef5b4a285cdfa8aa54eff8ed9e88c3da7c26700914b0b483bdeaa) AuthConfig (3c46235155bb6e2575ccb78a48864c74bc9d11f7fe6104b3ffdb7be63c2f7e4c) AuthConfig (d534b0b3c450211f83ce851ffa3cf932c6f122f2e0faa64d8607357f912dcacd) AuthConfig (d2b8370fe1deac7ebf6c2f1b005fcd164c92d576815ea1853fae2b481680c45e) AuthConfig (7d6a27825870f0236b5b0d0f1c9985ef1c58805628c7140a34cf39d5628c4fe2) AuthConfig (5ef0fb46753c73e1d6e0418820c6dcb7054c50632fd829f92a8f2a7fa6380fce) AuthConfig (f52a0e968572de3bb0bf52a9f68b9f257c0e1dda38e33daf86cc546741c54d75) AuthConfig (c37312ffc415e4fa515044ef90cc8f2f3fdd74f048877ab83bfb0b42bbeafd93) AuthConfig (542867904c9deec18b31e4e9e32822bc310a54416cac0e3028aee436e8627c2e) AuthConfig (5b216ce19e3d850fdb17430a7db3bb5b38e1ec80c1e2e231ee8741062050ce41) AuthConfig (03503e55b75de31b14d26f4547f527488e5d4041d30236d8e02694b2bc53181e) AuthConfig (2f0b235365aabeb9fd6ff97db5bfd6d265d985731c35958811147ff51c361027) AuthConfig (6ad3704491d00f4a529b00c8b068fc344db81730e09fe81ad4a6d42072be5d82) AuthConfig (b818c277741cee094d048bd534ccb234d48d49d3b69e3fbba8887051d693fac8) AuthConfig (39a5500f577e2c5e8c9b10505cae3e5df755ca4472daecfd86c20f66f0801a9d) AuthConfig (c81027cd5b3e00be4dacf829ede297998c498edd781794590457c4640638d6ff) AuthConfig (279326a31b9e80d2a08a3762cfa937df26666060293d0a50e52d81a7fe6b4cd6) AuthConfig (4973a05e72b0f24a2fdaf8ab48bcae8e70903c1506d0b5933be42f44d941b02f) AuthConfig (ca8fe772e5c2a288195dc67ab4e0a03609bddfed6c78b266844e55cd76097845) AuthConfig (468ed0964f5f5879a02c6037a99d1309e6b490af4ac40a01d44826545c156d49) AuthConfig (7d76416a1c351839de7a59611424269d57989a79ecc6a890c58930b0a5646492) AuthConfig (2dd46869f5d20a378165513d27367ee07277a9cddcaaaacd2ad49a7a569ca259) AuthConfig (bff2768979987841d0c870a0bc929839999ddc05fa9c645be25cf05c9328d71f) AuthConfig (deba16192d173cdfd957d689426f81b9d0abfa495669f85c0b99f59477580131) AuthConfig (f80ee85bf891c9faebaa023a9d01c568c4a1c10ae3e881811cece973cdc359c3) AuthConfig (254a3d30f17ff72dbfc3208815b88ac8a5e0b44ed11c63f4ec4925c742084992) AuthConfig (f12b1e33ba28ac5246c7291c7c0d84bbcd01264998a04e71ee5d5243fee73c81) AuthConfig (65734a927dcf0a58c73ed97433fab3a159a1d1b7c03a0fb707e008640002b8a7) AuthConfig (da23f8ed39f4f6be4aa949aaf77616c3beef23197aae5e4da1de14e5c0efbc3d) AuthConfig (8b56c356e9f8be131d417383ebf23ced700e2b0007b92acaa6cb630a8a37093d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"fa791f5e-c539-4a6a-8422-1f4fef9e105e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.68204916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"ca494aa5-92ee-490f-a3c8-2ffd48fa8eec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.762372092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"ca494aa5-92ee-490f-a3c8-2ffd48fa8eec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.780495853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-8a9e5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc136923edcef5b4a285cdfa8aa54eff8ed9e88c3da7c26700914b0b483bdeaa) AuthConfig (3c46235155bb6e2575ccb78a48864c74bc9d11f7fe6104b3ffdb7be63c2f7e4c) AuthConfig (d534b0b3c450211f83ce851ffa3cf932c6f122f2e0faa64d8607357f912dcacd) AuthConfig (d2b8370fe1deac7ebf6c2f1b005fcd164c92d576815ea1853fae2b481680c45e) AuthConfig (7d6a27825870f0236b5b0d0f1c9985ef1c58805628c7140a34cf39d5628c4fe2) AuthConfig (5ef0fb46753c73e1d6e0418820c6dcb7054c50632fd829f92a8f2a7fa6380fce) AuthConfig (f52a0e968572de3bb0bf52a9f68b9f257c0e1dda38e33daf86cc546741c54d75) AuthConfig (c37312ffc415e4fa515044ef90cc8f2f3fdd74f048877ab83bfb0b42bbeafd93) AuthConfig (542867904c9deec18b31e4e9e32822bc310a54416cac0e3028aee436e8627c2e) AuthConfig (5b216ce19e3d850fdb17430a7db3bb5b38e1ec80c1e2e231ee8741062050ce41) AuthConfig (03503e55b75de31b14d26f4547f527488e5d4041d30236d8e02694b2bc53181e) AuthConfig (2f0b235365aabeb9fd6ff97db5bfd6d265d985731c35958811147ff51c361027) AuthConfig (6ad3704491d00f4a529b00c8b068fc344db81730e09fe81ad4a6d42072be5d82) AuthConfig (b818c277741cee094d048bd534ccb234d48d49d3b69e3fbba8887051d693fac8) AuthConfig (39a5500f577e2c5e8c9b10505cae3e5df755ca4472daecfd86c20f66f0801a9d) AuthConfig (c81027cd5b3e00be4dacf829ede297998c498edd781794590457c4640638d6ff) AuthConfig (279326a31b9e80d2a08a3762cfa937df26666060293d0a50e52d81a7fe6b4cd6) AuthConfig (4973a05e72b0f24a2fdaf8ab48bcae8e70903c1506d0b5933be42f44d941b02f) AuthConfig (ca8fe772e5c2a288195dc67ab4e0a03609bddfed6c78b266844e55cd76097845) AuthConfig (468ed0964f5f5879a02c6037a99d1309e6b490af4ac40a01d44826545c156d49) AuthConfig (7d76416a1c351839de7a59611424269d57989a79ecc6a890c58930b0a5646492) AuthConfig (2dd46869f5d20a378165513d27367ee07277a9cddcaaaacd2ad49a7a569ca259) AuthConfig (bff2768979987841d0c870a0bc929839999ddc05fa9c645be25cf05c9328d71f) AuthConfig (deba16192d173cdfd957d689426f81b9d0abfa495669f85c0b99f59477580131) AuthConfig (f80ee85bf891c9faebaa023a9d01c568c4a1c10ae3e881811cece973cdc359c3) AuthConfig (254a3d30f17ff72dbfc3208815b88ac8a5e0b44ed11c63f4ec4925c742084992) AuthConfig (f12b1e33ba28ac5246c7291c7c0d84bbcd01264998a04e71ee5d5243fee73c81) AuthConfig (65734a927dcf0a58c73ed97433fab3a159a1d1b7c03a0fb707e008640002b8a7) AuthConfig (da23f8ed39f4f6be4aa949aaf77616c3beef23197aae5e4da1de14e5c0efbc3d) AuthConfig (8b56c356e9f8be131d417383ebf23ced700e2b0007b92acaa6cb630a8a37093d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"ca494aa5-92ee-490f-a3c8-2ffd48fa8eec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.803851557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"0a8eecc3-8f10-4ce8-b8f4-86c799146714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.824601598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"0a8eecc3-8f10-4ce8-b8f4-86c799146714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.842954325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14be69dc7e108ef2d7a61b6dac9c181b5b2ca4641a3d84a0e689c802a96847e4) AuthConfig (77cfeed27433ffb9c6b71a1c1f4cb98347489fda6311be60d968412ecfaa3a4d) AuthConfig (ea5f60389bb8401a2949f008fbf058f18f4309655ae7668585e399a74fe9b783) AuthConfig (5541b49534b31c34c0cd37fe8a5b8daac5b038dec5c632752b6ca628b4c694c1) AuthConfig (757b2bd1ca09791ac00d76930abc92f292adde2ff38ccff716fcc6172d7fd67a) AuthConfig (7e5a7ff1231c86438f4c155c785b834891ac7002a7c6445e85f930aa04a539df) AuthConfig (55ef2cc1456213a3d55c4a09bd49f88a81dac5f292c0e001ea6f8119f45028f4) AuthConfig (9add4981c7382ea2c220a37ca82799df8829948823e1d6726488b4db333c4159) AuthConfig (38d3a9639944c95d57495ad19c4e70798eec8f5aa74ae650cb2c741435bdf63d) AuthConfig (db4ef58b503195bee1f93edb19f3b5a2bb161d48e02f390b9bb6e1c859d8873d) AuthConfig (12b3aa17dcb82050a3e62812789e28ababa8c17dce74dac2616f50825043d533) AuthConfig (70752f032df5f6fb3fca08e88e6bdb57cb957203aedcfa2dfb2f964f08ead8c4) AuthConfig (84f467b9f52ff88ed51a4eb36a57eb6b2ac83b9a4adc0348dba3563cdcf7ea17) AuthConfig (357155b1ba8c50673e5121ee96ecd6068251db1ab7ac665ac4f0884519fea7e2) AuthConfig (3b954bb67489338ef26d5483f1603375c6dca97354dbaa219b882cb5ddbc4aab) AuthConfig (da415ddaa7f2ae4837848cb6221518924a0acf97751fbb9d406c8dedca75040b) AuthConfig (498f12ccdcfd6ca270b55f4ea3c8bbdf84a6557e66d878018d0a007b7286e568) AuthConfig (c5492d77f17740b7c43da75aaccfcc393dcac213b145a47ae1babd01d075eb96) AuthConfig (1ac781de7f107f2ebc2349775c0e1ca133a8ca780453a9c877dab528cd7dc2b7) AuthConfig (fae765e190c5c6b95d7eb1dfbfceb2b63a45644da0557486d4216fce840781b7) AuthConfig (d283f55338793dfcf6f96e9ec2561043fb87304cd7b67a47a5a93ded0d5b6b1e) AuthConfig (ec9017f6f60f91eaf3741c2ad7163fe0dc4dbbf08c5da2bfec074f55ed1f4d94) AuthConfig (027507c97cc0e638edc2434004686115169a21fbacf2ad95dd5936f960fa094e) AuthConfig (4de3da8a3e389976f7d9ee65f2812233fdca0b884a310739f3da1f1ca2f665a1) AuthConfig (44f1ebaebd66e5f1106a29945b97ff24839dd5769c526a84934de540efc8a370) AuthConfig (6371806f8db1f764e5e980e0ac31c8c6cbb159d953d8a518e043fa43c46c1b71) AuthConfig (928c328db4d247680f8c8f1a4a3393b75038d0c523f6b5df74a34d486905936e) AuthConfig (0bdacea7024999f2d79883ce493995f802db40c05f45802ed292ce8ed2133356) AuthConfig (10774101b312625a4483caf7c5a9ab823ad4c3efc8fdce554c3248a3e71e3666) AuthConfig (9ebe3eac9a48c0ad803a5898bf5bb7d42052c7fbfa8638fbc683f4a44665da4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"0a8eecc3-8f10-4ce8-b8f4-86c799146714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.905375225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"e0a4fee3-9f72-4038-9b20-d2153da326b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.925040435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"e0a4fee3-9f72-4038-9b20-d2153da326b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.943302314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14be69dc7e108ef2d7a61b6dac9c181b5b2ca4641a3d84a0e689c802a96847e4) AuthConfig (77cfeed27433ffb9c6b71a1c1f4cb98347489fda6311be60d968412ecfaa3a4d) AuthConfig (ea5f60389bb8401a2949f008fbf058f18f4309655ae7668585e399a74fe9b783) AuthConfig (5541b49534b31c34c0cd37fe8a5b8daac5b038dec5c632752b6ca628b4c694c1) AuthConfig (757b2bd1ca09791ac00d76930abc92f292adde2ff38ccff716fcc6172d7fd67a) AuthConfig (7e5a7ff1231c86438f4c155c785b834891ac7002a7c6445e85f930aa04a539df) AuthConfig (55ef2cc1456213a3d55c4a09bd49f88a81dac5f292c0e001ea6f8119f45028f4) AuthConfig (9add4981c7382ea2c220a37ca82799df8829948823e1d6726488b4db333c4159) AuthConfig (38d3a9639944c95d57495ad19c4e70798eec8f5aa74ae650cb2c741435bdf63d) AuthConfig (db4ef58b503195bee1f93edb19f3b5a2bb161d48e02f390b9bb6e1c859d8873d) AuthConfig (12b3aa17dcb82050a3e62812789e28ababa8c17dce74dac2616f50825043d533) AuthConfig (70752f032df5f6fb3fca08e88e6bdb57cb957203aedcfa2dfb2f964f08ead8c4) AuthConfig (84f467b9f52ff88ed51a4eb36a57eb6b2ac83b9a4adc0348dba3563cdcf7ea17) AuthConfig (357155b1ba8c50673e5121ee96ecd6068251db1ab7ac665ac4f0884519fea7e2) AuthConfig (3b954bb67489338ef26d5483f1603375c6dca97354dbaa219b882cb5ddbc4aab) AuthConfig (da415ddaa7f2ae4837848cb6221518924a0acf97751fbb9d406c8dedca75040b) AuthConfig (498f12ccdcfd6ca270b55f4ea3c8bbdf84a6557e66d878018d0a007b7286e568) AuthConfig (c5492d77f17740b7c43da75aaccfcc393dcac213b145a47ae1babd01d075eb96) AuthConfig (1ac781de7f107f2ebc2349775c0e1ca133a8ca780453a9c877dab528cd7dc2b7) AuthConfig (fae765e190c5c6b95d7eb1dfbfceb2b63a45644da0557486d4216fce840781b7) AuthConfig (d283f55338793dfcf6f96e9ec2561043fb87304cd7b67a47a5a93ded0d5b6b1e) AuthConfig (ec9017f6f60f91eaf3741c2ad7163fe0dc4dbbf08c5da2bfec074f55ed1f4d94) AuthConfig (027507c97cc0e638edc2434004686115169a21fbacf2ad95dd5936f960fa094e) AuthConfig (4de3da8a3e389976f7d9ee65f2812233fdca0b884a310739f3da1f1ca2f665a1) AuthConfig (44f1ebaebd66e5f1106a29945b97ff24839dd5769c526a84934de540efc8a370) AuthConfig (6371806f8db1f764e5e980e0ac31c8c6cbb159d953d8a518e043fa43c46c1b71) AuthConfig (928c328db4d247680f8c8f1a4a3393b75038d0c523f6b5df74a34d486905936e) AuthConfig (0bdacea7024999f2d79883ce493995f802db40c05f45802ed292ce8ed2133356) AuthConfig (10774101b312625a4483caf7c5a9ab823ad4c3efc8fdce554c3248a3e71e3666) AuthConfig (9ebe3eac9a48c0ad803a5898bf5bb7d42052c7fbfa8638fbc683f4a44665da4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"e0a4fee3-9f72-4038-9b20-d2153da326b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.005759487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"ec3d7743-67d6-4184-9e6a-6fa744e2030e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.007989156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"22799a9d-43c8-4a80-974a-5ea9d5d840b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.026302092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"ec3d7743-67d6-4184-9e6a-6fa744e2030e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.027587728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"22799a9d-43c8-4a80-974a-5ea9d5d840b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.045482342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29134fac0060f83eba7d7c6e6362c59e3eed451a46a5e5138011a3a9704d19f0) AuthConfig (7816c82794c79c64a4668427f8135f1cd1c4ca45339e5db605921c9a58f9816a) AuthConfig (e196df59fed259c2967c149fe32382a66ae6070c74032054e65159e9c0853dd3) AuthConfig (214a0d6b43d6dbfbc3e647e71ebe166d281ad92c443d97628369328c6c1effe6) AuthConfig (40c30cde33312ee649e786e75e86b940ea51cc38259da3fd4fb54a697dc38851) AuthConfig (5329d0d4cad91dd764ee8b2fd985b3fec2ff1fa24038b6c035cfa00c35db001b) AuthConfig (8b61712875287873a836b1a4eb6023cd5bff031bdf5f2492d28bc51f19bed7f2) AuthConfig (c79b236e339d95238902a902d90268c21c441127911886405edddadb9cd9acec) AuthConfig (4401dcf93624672791dd5eb29d5474c701fdf314fd6ae3e84e90d1c061a764ab) AuthConfig (479f72ab04f2ebfb3bed8c7c0f7eaf64ea7460be4996ea78e1db656079a7a3d2) AuthConfig (7e223a3901493126d220fdd6c3177a29c0665152cd612b368c40db63fdde061f) AuthConfig (a757fc91c3bdf58cdc91319cc7dc15f941beb08fd2a53234f3cfed484a0ef9a4) AuthConfig (2a8c2f8d5db5925f32199db436737aad757f289b8925185f4eb6649c54aa361a) AuthConfig (1b706631881c671cd4106edd31c37109e74ee89be2866d99ec9ed2d5e600ffc8) AuthConfig (5db5b4a3e29f71f33780dd04d6034bc546018b78648396a6b8adb8cb0d004e2b) AuthConfig (20e800677c4999dbc11b2d5c533f9e2112d4a8b986494d31a38cd0a2dba762ef) AuthConfig (a788b26aad7b1dd30f0ff8c0913624e37c0a402194f746fe3b6dd747f66c7e4f) AuthConfig (1a2d9b7c4b7201e30a1b19aa0e47ce089f0561d7761ef81fbe0d74e36f20453f) AuthConfig (caeabc3481f5909f6ce88d1ad6d814e9e08e2b16563173c066d818da6db11fac) AuthConfig (9ce12e8a891fb6601eeb38f5a8a67e1a39c85512c4ec6bd065cc519ee118ff20) AuthConfig (a33d263c1513b1dea46363c3de3f7d7c092b939412a7dcf9407c54aed4655cf3) AuthConfig (dd18211753aff18d016bc4f3be3fc8a17d1124c572603b95c9061c11bdfcf6e6) AuthConfig (95873a181becc57c486441eb830ffd43b6eabbd111680845ece05a42db7dde1f) AuthConfig (03358b87430a3361e32ed945ef16ba10ecdf76558fb0b2b8e6c0b4a2489c4060) AuthConfig (1acc228a840f4b26d83043ab2b75dcf6b4af8acd008635a2ba8492929aeb2eba) AuthConfig (7808812c474eb8ee8cc0149c0d221248d8b5de28aef7b618c53753a4e1047874) AuthConfig (03fb907d289e382102217b44f0afd03f8a75b0779bfedba17aeaf20f6f2e2413) AuthConfig (7b117143e13d3ad238295e22847173b447f1f355d04e8f3ef7c9ea1d04f1675c) AuthConfig (4f5c5634fb554947c0562f8bfa8eec4aa22ddec82024eaa41b16ff3e77cadb0f) AuthConfig (a53fa0b8715df1ba7f7decf6138748ff55310095f9717b7dd297b31272f90455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"ec3d7743-67d6-4184-9e6a-6fa744e2030e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.04702475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a9def7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29134fac0060f83eba7d7c6e6362c59e3eed451a46a5e5138011a3a9704d19f0) AuthConfig (7816c82794c79c64a4668427f8135f1cd1c4ca45339e5db605921c9a58f9816a) AuthConfig (e196df59fed259c2967c149fe32382a66ae6070c74032054e65159e9c0853dd3) AuthConfig (214a0d6b43d6dbfbc3e647e71ebe166d281ad92c443d97628369328c6c1effe6) AuthConfig (40c30cde33312ee649e786e75e86b940ea51cc38259da3fd4fb54a697dc38851) AuthConfig (5329d0d4cad91dd764ee8b2fd985b3fec2ff1fa24038b6c035cfa00c35db001b) AuthConfig (8b61712875287873a836b1a4eb6023cd5bff031bdf5f2492d28bc51f19bed7f2) AuthConfig (c79b236e339d95238902a902d90268c21c441127911886405edddadb9cd9acec) AuthConfig (4401dcf93624672791dd5eb29d5474c701fdf314fd6ae3e84e90d1c061a764ab) AuthConfig (479f72ab04f2ebfb3bed8c7c0f7eaf64ea7460be4996ea78e1db656079a7a3d2) AuthConfig (7e223a3901493126d220fdd6c3177a29c0665152cd612b368c40db63fdde061f) AuthConfig (a757fc91c3bdf58cdc91319cc7dc15f941beb08fd2a53234f3cfed484a0ef9a4) AuthConfig (2a8c2f8d5db5925f32199db436737aad757f289b8925185f4eb6649c54aa361a) AuthConfig (1b706631881c671cd4106edd31c37109e74ee89be2866d99ec9ed2d5e600ffc8) AuthConfig (5db5b4a3e29f71f33780dd04d6034bc546018b78648396a6b8adb8cb0d004e2b) AuthConfig (20e800677c4999dbc11b2d5c533f9e2112d4a8b986494d31a38cd0a2dba762ef) AuthConfig (a788b26aad7b1dd30f0ff8c0913624e37c0a402194f746fe3b6dd747f66c7e4f) AuthConfig (1a2d9b7c4b7201e30a1b19aa0e47ce089f0561d7761ef81fbe0d74e36f20453f) AuthConfig (caeabc3481f5909f6ce88d1ad6d814e9e08e2b16563173c066d818da6db11fac) AuthConfig (9ce12e8a891fb6601eeb38f5a8a67e1a39c85512c4ec6bd065cc519ee118ff20) AuthConfig (a33d263c1513b1dea46363c3de3f7d7c092b939412a7dcf9407c54aed4655cf3) AuthConfig (dd18211753aff18d016bc4f3be3fc8a17d1124c572603b95c9061c11bdfcf6e6) AuthConfig (95873a181becc57c486441eb830ffd43b6eabbd111680845ece05a42db7dde1f) AuthConfig (03358b87430a3361e32ed945ef16ba10ecdf76558fb0b2b8e6c0b4a2489c4060) AuthConfig (1acc228a840f4b26d83043ab2b75dcf6b4af8acd008635a2ba8492929aeb2eba) AuthConfig (7808812c474eb8ee8cc0149c0d221248d8b5de28aef7b618c53753a4e1047874) AuthConfig (03fb907d289e382102217b44f0afd03f8a75b0779bfedba17aeaf20f6f2e2413) AuthConfig (7b117143e13d3ad238295e22847173b447f1f355d04e8f3ef7c9ea1d04f1675c) AuthConfig (4f5c5634fb554947c0562f8bfa8eec4aa22ddec82024eaa41b16ff3e77cadb0f) AuthConfig (a53fa0b8715df1ba7f7decf6138748ff55310095f9717b7dd297b31272f90455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"22799a9d-43c8-4a80-974a-5ea9d5d840b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:34.278784131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"ceb7c763-cc00-430b-8c81-ea86db92d519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:34.279169241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"79a25c64-b44d-4f96-bc56-a1e66da36b4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:34.304442707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"ceb7c763-cc00-430b-8c81-ea86db92d519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:34.308703678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"79a25c64-b44d-4f96-bc56-a1e66da36b4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:34.649067144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"90c883f9-aa19-4ca6-a4ce-3a4ac6b73c2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:34.64961034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"bb3a9d37-a5ba-4a8b-8b68-9eec861a957f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:34.692437589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"bb3a9d37-a5ba-4a8b-8b68-9eec861a957f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:34.694323248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"90c883f9-aa19-4ca6-a4ce-3a4ac6b73c2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:37.665669093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"d230e95c-68ab-4b5c-8b17-c5dfb09edeca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:37.691987977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"d230e95c-68ab-4b5c-8b17-c5dfb09edeca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:37.778208391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"2a2603a4-0986-43c3-bf1c-95f1d23a76a6","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:37.824566837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"b4d6d6d0-c68f-4fad-9cb7-1d764b2716c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:37.844160154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"b4d6d6d0-c68f-4fad-9cb7-1d764b2716c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:37.925022531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"88977a33-56a4-4cb9-8d62-50974044d714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:37.943695106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"5041fdb3-d470-4239-9e50-de4ed4370743","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:37.948744934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"88977a33-56a4-4cb9-8d62-50974044d714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.024875166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"4ff57cd2-1bd3-4d73-811b-d75d6f3e810b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.040481893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"cbd749e3-dc6d-4384-a61c-ff2fd12808cb","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.045368219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"4ff57cd2-1bd3-4d73-811b-d75d6f3e810b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.125219967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"4a3fea00-8dad-4a49-bc79-83c85e9cc879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.12526809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"d8f51ed5-dc16-4841-ba91-a544064c1aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.138446527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"f44a493e-f320-47ee-b547-f326cbe740ac","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.144875072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"4a3fea00-8dad-4a49-bc79-83c85e9cc879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.145985588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"d8f51ed5-dc16-4841-ba91-a544064c1aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.241457239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"7e5d5ae1-f529-4cd3-923f-81279a3b649f","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.244061331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"f09399ad-0e0a-487e-aea4-646faa609b50","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.528600907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"5f8dca06-a480-4506-a8fd-f40f7922ae67","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.529094304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"80cdb934-05ff-4f24-ab07-1ce50f4cecb3","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.561671818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"e0a544d1-5748-44eb-8f3d-69bc9118ee80","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.562183151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"b0e64735-6b2c-4fde-a7ed-d4db5f480978","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.575670236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"053afad7-8501-4df5-8a0f-8e887167785f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.576119364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"fa7fd3cb-48f6-457c-ab0c-d7132a431fa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.576767001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"a74377cc-827d-4fa1-94c4-f07b3603bf7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.577233609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"46c51d6d-4a63-4aba-8c2b-7d993b90a889","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.608590136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"053afad7-8501-4df5-8a0f-8e887167785f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.609704503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"fa7fd3cb-48f6-457c-ab0c-d7132a431fa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.782915209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"8dbc17c2-49b3-4ce7-9422-a7117deadf80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.783567497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"158f7014-a137-4a1c-8750-a13e707460bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.805200128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"158f7014-a137-4a1c-8750-a13e707460bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.805292038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"8dbc17c2-49b3-4ce7-9422-a7117deadf80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.634090445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"0058172a-df44-4fa2-a42c-dcd900f1b988","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.651445944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"e0ee826f-80b9-47ec-bfa6-6159ee977d4b","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.693242921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-combo-sub-caef5536-auth","reconcileID":"fca1382e-903c-4a86-b72a-130765226be2","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.713775218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-combo-sub-caef5536-auth","reconcileID":"fca1382e-903c-4a86-b72a-130765226be2","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.792997224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"9f7c3290-b18e-4399-961f-1d1280d18756","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.835569812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-combo-sub-caef5536-auth","reconcileID":"aed71566-80a6-4367-a2ef-5699c083fbe0","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.849604947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"6f5cdfcf-aedb-4d62-bc9f-07e9b58c4ddb","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.854937069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-combo-sub-caef5536-auth","reconcileID":"aed71566-80a6-4367-a2ef-5699c083fbe0","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.855263444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"5e336aba-5107-4f30-9b9a-16f365193ce8","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.868032466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"46834684-31dc-42b9-a6a5-1389af7b4cda","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.874593316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"c4474aef-b5b5-49c2-97c0-4da09cb3a911","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:42.882376009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-caef5536","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-combo-sub-caef5536","reconcileID":"532a0e37-f137-4d37-a247-d4c056749478","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-caef5536\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.922078671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"f3d412dd-c58e-4877-a46c-c1153ccc2295","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.935801042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2d3a8095-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-dry-sub-2d3a8095-auth","reconcileID":"5e3a7976-3a70-4d93-91cb-73c399351b4e","MaaSAuthPolicy":{"name":"e2e-dry-sub-2d3a8095-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.935899249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"3b383770-1522-4e6f-91a8-986d99f5c4f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.936397255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"5b1030e3-9d07-47dd-89de-7ec9c7348123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.940919869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-combo-sub-caef5536-auth","reconcileID":"828663ac-3438-4f2a-90b5-6ece8f18fdf2","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.941460444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"efef5593-bfa3-408e-a256-511b2ed310f0","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.959565697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2d3a8095-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-dry-sub-2d3a8095-auth","reconcileID":"5e3a7976-3a70-4d93-91cb-73c399351b4e","MaaSAuthPolicy":{"name":"e2e-dry-sub-2d3a8095-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.959608189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"3b383770-1522-4e6f-91a8-986d99f5c4f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.961908278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"5b1030e3-9d07-47dd-89de-7ec9c7348123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.961931889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-combo-sub-caef5536-auth","reconcileID":"828663ac-3438-4f2a-90b5-6ece8f18fdf2","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.007876274Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-caef5536","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-combo-sub-caef5536","reconcileID":"04de0feb-4672-445f-8ff5-3d11c746446e","MaaSSubscription":{"name":"e2e-combo-sub-caef5536","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w5-743a5e/e2e-combo-sub-caef5536","ai-tenant-e2e-worker-w5-743a5e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.058717589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"a11f8817-32e1-41b6-8bec-ac79254be4ab","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.065696804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"ea14a777-bf30-4ea7-bc8e-41c5108ade29","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.076312156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"2a348cac-4f76-440c-82fc-da8082623f2e","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.087335451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"41132885-2149-48e5-b21d-6109541464d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:43.09131042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-2d3a8095","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-dry-sub-2d3a8095","reconcileID":"6bea9e76-6950-469a-bc2e-73290e4091b2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-2d3a8095\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.097080797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"f5fbb8af-e4f4-4441-bfb7-98f6c1567f09","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.100106511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"925bfd10-07ff-4d14-86dd-d3589a619580","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.119090775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"925bfd10-07ff-4d14-86dd-d3589a619580","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.128102795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"d1e3c322-ea00-4a5c-ac17-9a1049caf8ca","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.147682124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"0f3243af-3dd6-4da8-b05e-8cf991143773","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.186976478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-caef5536","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-combo-sub-caef5536","reconcileID":"4311d3ba-b31f-47e2-a64c-436e6727817a","MaaSSubscription":{"name":"e2e-combo-sub-caef5536","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.200372511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"7e9e436e-cd48-4149-94b7-0a7d856076c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.200414914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"8b4f556c-6224-4ea8-9f42-c067c769e442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.200802167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-combo-sub-caef5536-auth","reconcileID":"4cc5e478-72cf-423d-8024-71142c3e12b4","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.212260807Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-2d3a8095","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-dry-sub-2d3a8095","reconcileID":"e6ffbc4b-9399-437d-9435-217f3bbdb0c8","MaaSSubscription":{"name":"e2e-dry-sub-2d3a8095","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-a9def7/e2e-dry-sub-2d3a8095","ai-tenant-e2e-worker-w2-a9def7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.215482764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"53a12fbf-a672-4270-b34c-5fa3f214c24f","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.221222215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"8b4f556c-6224-4ea8-9f42-c067c769e442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.221394249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"7e9e436e-cd48-4149-94b7-0a7d856076c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.224484191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-combo-sub-caef5536-auth","reconcileID":"4cc5e478-72cf-423d-8024-71142c3e12b4","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.266967186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-eab27cf7","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"e2e-conflict-a-eab27cf7","reconcileID":"c822be04-64ad-4b2b-a544-46d7b62e71ef","MaaSModelRef":{"name":"e2e-conflict-a-eab27cf7","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"e2e-conflict-a-eab27cf7-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"e2e-conflict-a-eab27cf7","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.287708035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"cdf7b667-f22e-47b3-a263-cb3d21b59751","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.300951521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"fea1da2a-016c-4afb-95bc-725ae70d537e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.301051541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2d3a8095-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-dry-sub-2d3a8095-auth","reconcileID":"23ab9db1-e8b4-47f3-9b21-6b585f64184f","MaaSAuthPolicy":{"name":"e2e-dry-sub-2d3a8095-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.366671848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2d3a8095-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-dry-sub-2d3a8095-auth","reconcileID":"23ab9db1-e8b4-47f3-9b21-6b585f64184f","MaaSAuthPolicy":{"name":"e2e-dry-sub-2d3a8095-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.367772449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"fea1da2a-016c-4afb-95bc-725ae70d537e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.383523143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"2cb19522-0a98-4327-8b5f-72ac7c696d0b","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.40392149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"d83f3292-b4b7-47f0-bd76-bf13c7f8c065","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.433232678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-2d3a8095","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-dry-sub-2d3a8095","reconcileID":"8294f283-3b80-4ee0-8135-0bd85e48e0f5","MaaSSubscription":{"name":"e2e-dry-sub-2d3a8095","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.461282709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"455186d1-487c-4b3b-ac7a-3ee9dad88eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.48612209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"455186d1-487c-4b3b-ac7a-3ee9dad88eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:46.267218517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"b3716766-5b9c-4b48-ad33-f3de4e3cc0bd","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:46.308924581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-combo-sub-caef5536-auth","reconcileID":"fd73f539-fc7d-45d6-a185-defe4171c30c","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:46.308960682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"24736a55-98a1-4597-a214-b56235b318ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:46.309351717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"0b03f14f-4dfb-4f92-b348-168a3c955b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:46.328444696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"24736a55-98a1-4597-a214-b56235b318ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:46.331190031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-combo-sub-caef5536-auth","reconcileID":"fd73f539-fc7d-45d6-a185-defe4171c30c","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:46.331233186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"0b03f14f-4dfb-4f92-b348-168a3c955b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:46.344059085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"a8443705-49e2-42e6-9477-bfe290c208bd","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:46.408624893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"51bcd069-666b-4ddc-bd24-a423ee872ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:46.408722693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2d3a8095-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-dry-sub-2d3a8095-auth","reconcileID":"303275da-0fb1-44ff-8ac6-fd9e8810b5d9","MaaSAuthPolicy":{"name":"e2e-dry-sub-2d3a8095-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:46.428814781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"51bcd069-666b-4ddc-bd24-a423ee872ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:46.429922066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2d3a8095-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-dry-sub-2d3a8095-auth","reconcileID":"303275da-0fb1-44ff-8ac6-fd9e8810b5d9","MaaSAuthPolicy":{"name":"e2e-dry-sub-2d3a8095-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:46.508961242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"691e8556-c252-420d-8da5-5ca166fefe49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:46.528121108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"691e8556-c252-420d-8da5-5ca166fefe49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:50.53261911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"c7cc956b-8256-47f7-ad23-5b308c33c644","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:50.532974091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"4c4ce483-812b-4bad-bafd-356dd77e8eda","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:50.576437336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"fc883363-0e84-4495-9b56-3e6b717b3564","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:50.577063623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"de5cde33-2ced-41f1-917b-b91d96250afd","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:50.585622167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"fef59094-102e-468f-9e7e-1228689287ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:50.586233555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"eab060f8-4463-45b4-9389-fd85aa48b434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:50.588760421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"7da601ef-eadf-437c-bbef-fd0effe59f71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:50.592763689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"4a9d7857-91fc-451c-bfb3-fdeb34ae0efa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:50.608821539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"fef59094-102e-468f-9e7e-1228689287ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:50.611074478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"eab060f8-4463-45b4-9389-fd85aa48b434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:50.71648535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"ebe4921f-8509-488b-b560-02edc84e5740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:50.7174361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"b0bef277-8dfd-4e6c-bd03-16c08050f5fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:50.75768183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"ebe4921f-8509-488b-b560-02edc84e5740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:50.758361852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"b0bef277-8dfd-4e6c-bd03-16c08050f5fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:51.788627644Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.317177559Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-caef5536","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-combo-sub-caef5536","reconcileID":"43890130-0c67-4424-8f48-8f82c810b6ff","MaaSSubscription":{"name":"e2e-combo-sub-caef5536","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscription":"e2e-combo-sub-caef5536","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.376404087Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-caef5536","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-combo-sub-caef5536","reconcileID":"43890130-0c67-4424-8f48-8f82c810b6ff","MaaSSubscription":{"name":"e2e-combo-sub-caef5536","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-743a5e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.395098766Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-2d3a8095","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-dry-sub-2d3a8095","reconcileID":"4f6c4a46-fe9a-41d8-8cb3-9b0221f92ec9","MaaSSubscription":{"name":"e2e-dry-sub-2d3a8095","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscription":"e2e-dry-sub-2d3a8095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.422626799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"437eeb51-e52c-49a4-8039-f6e66b1f34d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.445580948Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-2d3a8095","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-dry-sub-2d3a8095","reconcileID":"4f6c4a46-fe9a-41d8-8cb3-9b0221f92ec9","MaaSSubscription":{"name":"e2e-dry-sub-2d3a8095","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-a9def7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.533837237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"124d2f5d-5dac-4a3e-ab89-194bde0b6e5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.540185777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"0a2a030f-2e23-4c19-8e79-9afef1c5c2eb","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.551962282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"bb8fa2b3-7f59-41dd-b8f6-905fa630133b","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.589790763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"299a57de-01e7-4518-b631-91e011d197a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.590008403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"a4fc894f-7f8f-45d2-a10d-53a4ff78a5ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.590417543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-combo-sub-caef5536-auth","reconcileID":"fd653009-27a3-404c-a4ed-96d1fa5ad591","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.594359401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"65e1757c-833f-4637-88bc-18b4fca94539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.603761423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"0e7e6c78-e5c6-47d0-8e8c-901ec72093e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.611619219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-combo-sub-caef5536-auth","reconcileID":"fd653009-27a3-404c-a4ed-96d1fa5ad591","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.611745355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"299a57de-01e7-4518-b631-91e011d197a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.614436148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"a4fc894f-7f8f-45d2-a10d-53a4ff78a5ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.622242032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"65e1757c-833f-4637-88bc-18b4fca94539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.624003503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"0e7e6c78-e5c6-47d0-8e8c-901ec72093e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.693492557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"4f4e76bc-4fb2-4e91-9bcc-023351752aaa","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.69979665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"2a75415f-b365-45ea-a24f-f580a32ccf30","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.74046978Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-combo-sub-caef5536-auth","reconcileID":"4a73a22d-d4d9-4ba7-bff5-ab54a75dab56","MaaSAuthPolicy":{"name":"e2e-combo-sub-caef5536-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.740689711Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2d3a8095-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-dry-sub-2d3a8095-auth","reconcileID":"84328ee1-855d-4dad-b5ca-6f45ee048602","MaaSAuthPolicy":{"name":"e2e-dry-sub-2d3a8095-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.971528751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"424d0b21-33ec-459d-8bd4-97e93fd22ad8","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.972167939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"50fbd916-ca41-4f0f-9f3e-a5cf2c441c63","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:02.445660714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"b075d2fa-734f-4dd8-88be-3891b609fca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:02.446309328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"b27a4d21-c706-470d-8bf0-cff9bf923203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:02.487294806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"b075d2fa-734f-4dd8-88be-3891b609fca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:02.48778893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"b27a4d21-c706-470d-8bf0-cff9bf923203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:02.587879945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"cf6055ad-8ced-4bea-bea3-6bfad7782af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:02.588308263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"e4a10a5a-f822-4f97-bbd1-ff25181991a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:02.608528605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"5db548ca-0d91-467b-8dd6-980a16535292","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:02.614449673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"e4a10a5a-f822-4f97-bbd1-ff25181991a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:02.614654964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"cf6055ad-8ced-4bea-bea3-6bfad7782af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:02.65862605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"20e7fc6b-a26f-4b85-85bf-8839e0a5a739","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:02.688724947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"fe1c5a77-4293-4782-9bc8-41fc2817b0a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:02.689557022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"278e20c1-e8b2-4706-9b60-b1a1480d5e67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:02.709355424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"fe1c5a77-4293-4782-9bc8-41fc2817b0a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:02.711957893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"278e20c1-e8b2-4706-9b60-b1a1480d5e67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:02.715627756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"47660f76-051a-4425-8ea2-53168e0d492b","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:02.764096913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"e62a3856-42b1-4caa-b79d-0af5ce9f3c88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.772808188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"b9069bb0-9ac4-4aa9-b106-741490a20d9f","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.773451291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"edd20655-b395-4b98-973d-fc61bc686ce1","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.773973065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"eafaadb5-2f0a-42ac-826f-07f5775bb4d6","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.82955995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"33b9a05c-e0c8-4033-9fe5-72dc5144d072","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.830164208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"3f8ea127-bd1c-4356-ac82-b0e3795da4d3","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.830608643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"9fd9e42d-077b-4843-a1d5-a96041e8348f","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.861273462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"84c01062-ca38-4293-a25c-28ff4f67803c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.861964081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"f871a915-cf63-4920-bbce-3be9a80af37e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.862637249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"8fb6b44c-3449-4067-98fd-6709324fcdf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.863576646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"54ba9b86-e093-4125-97b0-28de30240752","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.96460028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"f871a915-cf63-4920-bbce-3be9a80af37e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.024688681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"8fb6b44c-3449-4067-98fd-6709324fcdf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.132426579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"84351e1a-e2a5-4af5-98af-745ffe4ec642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.132997343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"d6ae4b95-95f7-4b53-b07d-53564920dcc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.159535134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"d6ae4b95-95f7-4b53-b07d-53564920dcc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.175160338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"84351e1a-e2a5-4af5-98af-745ffe4ec642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:10.246005761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"6ddc4b0b-fa83-4486-b36c-b504455e7aed","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:10.246543367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"5f0d560f-b540-4b0b-a27e-43db78399a92","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:10.24694492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-eab27cf7","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"e2e-conflict-a-eab27cf7","reconcileID":"5b4d3dfa-9d31-4801-bc85-e205fc4ad349","MaaSModelRef":{"name":"e2e-conflict-a-eab27cf7","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"e2e-conflict-a-eab27cf7-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"e2e-conflict-a-eab27cf7","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:10.298923827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"9f9a231b-92ca-453f-9f93-4e87dc024ab2","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:10.299919664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"d8124877-9637-4760-8fb7-0eb1bb676200","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:10.300461599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-eab27cf7","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"e2e-conflict-a-eab27cf7","reconcileID":"5b8eded3-5f10-47df-afd8-b2700d53154c","MaaSModelRef":{"name":"e2e-conflict-a-eab27cf7","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"e2e-conflict-a-eab27cf7-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"e2e-conflict-a-eab27cf7","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:10.310326887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"6586666e-e626-4d50-918f-4d990b70d6d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:10.310891996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"951ce388-0c7a-4e21-8324-6996cc600824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:10.311393211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"c9497c3e-6a8f-4dfd-b6f2-bcfce3b42743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:10.314640881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"2d026471-6619-42a7-849a-9622fee0372b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:10.342793384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"c9497c3e-6a8f-4dfd-b6f2-bcfce3b42743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:10.346452892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"951ce388-0c7a-4e21-8324-6996cc600824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:10.538624469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f793cf16-bcec-42ab-94e0-c6e6db82b644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:10.57412982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f793cf16-bcec-42ab-94e0-c6e6db82b644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:10.641881901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"8076ffb9-c23c-4bf5-aba6-3a35fce45827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:10.662695951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"8076ffb9-c23c-4bf5-aba6-3a35fce45827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:10.961468997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"a69a144f-273d-4bbe-b9e5-11a8bd4088c1","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.334965128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"3f645178-550c-4787-9502-462e943cd4e8","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.729262965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"3805ad40-cdac-4080-ac61-7750ac6247ed","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.729686506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"f2934fa6-218e-45b7-ad43-f7cd2bf256ed","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.762651272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"d9c19f6c-42ca-4143-8a0e-dfea50584d23","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.763943152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"4469fd4c-324a-467c-bf5c-f3b7b357988c","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.775354951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"aad2e1aa-0692-4c53-b922-4ee2b00c9e32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.775690477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"633a57b3-3ef4-428e-9abb-4bfbfe50161b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.776130779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"93fd4325-9ae6-47b0-b2e5-675cf70d4aff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.776643526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"e33831df-7155-4f6d-a3a4-e00927cfdfcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.806731276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"aad2e1aa-0692-4c53-b922-4ee2b00c9e32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.86351939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"633a57b3-3ef4-428e-9abb-4bfbfe50161b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.899012896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"c29da4cc-d5da-46b3-8936-3b3c6496b631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.923047347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"c29da4cc-d5da-46b3-8936-3b3c6496b631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.9963895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"e052c3d0-9d77-46d4-84be-16b40942e5a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:14.016209353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"e052c3d0-9d77-46d4-84be-16b40942e5a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:21.777885515Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.5886862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"98034779-d812-4478-95e5-73cb726b8b3a","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.58956178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"ddc02836-8d30-47e9-9766-463d298a9e68","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.610930663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"7e3a6ed2-b4fa-4e9a-a98b-c0303e3e065d","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.611465571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"92a1943f-eedc-4d4c-9a47-ac278f34c172","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.639409055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"1ad1f4cf-15d3-4787-9067-cf9aec4ba65f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.639437644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"a963eb74-de2d-4ef5-ad0a-7d3ef3dfaae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.640300818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"bc6c0b8f-c632-4540-be3b-f8a2e6091940","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.640618055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"553e24cd-3355-4293-9042-ca5759f5e57e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.669554158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"1ad1f4cf-15d3-4787-9067-cf9aec4ba65f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.673049027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"a963eb74-de2d-4ef5-ad0a-7d3ef3dfaae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.768893611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"b68fefab-833b-4399-95d6-8428e3eb2bda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.769171849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"2fb99af0-616c-4ee2-98da-d17486c2e037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.807090272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"b68fefab-833b-4399-95d6-8428e3eb2bda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.811615797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"2fb99af0-616c-4ee2-98da-d17486c2e037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.22224367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"190dc165-8522-4069-b524-509b8899580a","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.270719623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"af0f3dd7-448e-4821-a59b-51fe16027676","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.301606961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"f30b7a78-76ee-4770-8918-4c3d7cd0d2d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.301606658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"69949d67-a11e-4347-ba76-5c77a850388e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.322300772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"69949d67-a11e-4347-ba76-5c77a850388e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.322300773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"f30b7a78-76ee-4770-8918-4c3d7cd0d2d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.328281964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"1e30ced6-5e99-46d1-9742-fe6132de4919","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.373884319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"96cdfe9d-f134-4b9f-a1b2-a3043bfc6ff9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:35.989967751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"2eaa4bb6-963f-476f-9b8b-677bcc9c362a","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.120130568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-eab27cf7","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"e2e-conflict-b-eab27cf7","reconcileID":"1518c589-c6c9-4f51-bd19-f80c1c4f0214","MaaSModelRef":{"name":"e2e-conflict-b-eab27cf7","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"e2e-conflict-b-eab27cf7-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"e2e-conflict-b-eab27cf7","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.158345423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-eab27cf7","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"e2e-conflict-a-eab27cf7","reconcileID":"53bed00c-167f-428d-84a4-a98d3fdee156","MaaSModelRef":{"name":"e2e-conflict-a-eab27cf7","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"e2e-conflict-a-eab27cf7-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"e2e-conflict-a-eab27cf7","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.356093412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"149857f6-fd52-434b-bcc8-4656999fe434","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.366515161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"e6509a78-0cf4-47bf-bf5f-82c90e7aa553","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.366937302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"26250a69-3459-4e9f-881e-f738acb1a18e","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.455708543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"99b13bdf-c50a-4d5a-a562-c9310a4677c4","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.456421102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"fcdca934-159a-406f-b60e-aef55755cf21","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.457030687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"6f85d8b8-5aa9-47e1-84e5-4321329ec1fc","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.480759981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"8d649d94-76eb-4201-9234-37e3f5b40d2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.481827983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"b8d69137-e057-4579-8abf-6d42cd59cf77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.482533045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"9949f5c4-c046-4702-9885-c3306ae11eaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.549017383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"97d5d9ac-5761-4fcf-9c87-03f1f49b66c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.697122565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"8d649d94-76eb-4201-9234-37e3f5b40d2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.771384809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"b8d69137-e057-4579-8abf-6d42cd59cf77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.903818915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"c28d999a-c06e-4325-b26c-0b4c374a04e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.95385913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"c28d999a-c06e-4325-b26c-0b4c374a04e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:37.003577668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"55499424-5fc7-469b-ae82-c0ade3763805","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:37.019201477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"5f000bfe-9455-4e10-a9c2-b3af9912aef3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:37.032465579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"55499424-5fc7-469b-ae82-c0ade3763805","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:37.055216257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"8facb664-23fd-47a0-a8e5-6829796dc400","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:37.057772497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-eab27cf7","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"e2e-conflict-a-eab27cf7","reconcileID":"5c1569b0-ba41-4e24-af80-bb7e43a59063","MaaSModelRef":{"name":"e2e-conflict-a-eab27cf7","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"e2e-conflict-a-eab27cf7-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"e2e-conflict-a-eab27cf7","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:37.078056628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"5f000bfe-9455-4e10-a9c2-b3af9912aef3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:37.280679359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"f50168d6-6fd7-4c92-9f8d-0fba2af33b04","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:37.323194799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"7691ea2f-58c1-49d6-961f-2d2d60debef5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:37.357723661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"7691ea2f-58c1-49d6-961f-2d2d60debef5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:37.550348573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"7691ea2f-58c1-49d6-961f-2d2d60debef5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:37.678418305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"54e18525-7989-4afa-8474-f050ee5c0318","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:37.721289665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"54e18525-7989-4afa-8474-f050ee5c0318","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.505862308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"ed0f1d81-87f4-4167-ac94-929e9a7f982c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.549046104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"305f48db-c389-4623-9779-78fef00fe3e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.598839282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"ed0f1d81-87f4-4167-ac94-929e9a7f982c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.678218802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"305f48db-c389-4623-9779-78fef00fe3e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.76879997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"d540dcb4-9e29-4157-85b1-3c868d156578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.769388215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"64223c3e-45b7-4eb2-bdca-18851096fb23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.770704939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"4f80aad0-b103-4fa3-91cd-4142591db8fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.809622718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"d540dcb4-9e29-4157-85b1-3c868d156578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.813122519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"4f80aad0-b103-4fa3-91cd-4142591db8fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.82025486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"64223c3e-45b7-4eb2-bdca-18851096fb23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.831051126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"8ddcc50a-9835-418b-a332-4424ce570aeb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.835421597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"a3e0a155-b26b-4912-990b-bc3fe3f5ecf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.853030967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"8ddcc50a-9835-418b-a332-4424ce570aeb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.859911967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"a3e0a155-b26b-4912-990b-bc3fe3f5ecf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.459815765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"ce4ce249-43be-4745-99e7-6c7d980432cb","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.506075554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"e5e8ebbc-c18a-4390-a6be-d991cc736990","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.574747147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"f18fbf6c-d8d6-4f13-bfdd-ab5e85550477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.574747078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"c2bd41ed-c60f-46cb-a0cc-6d92bf082b4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.594945462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"f18fbf6c-d8d6-4f13-bfdd-ab5e85550477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.623109312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"7a82c01b-d87a-413e-80ec-f7a0a507ced6","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.662213919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"c2bd41ed-c60f-46cb-a0cc-6d92bf082b4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.693491285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"07057217-2950-4128-963d-a72f907a6cff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.525886148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"f526b9a6-b019-4aa5-8a4b-69ed57afdc44","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.526486734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"48847482-7aca-4a5e-8595-85c7c4f8a4f1","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.527047983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"c4d7a835-ed2e-4c0d-b0db-ea42ade9a2c0","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.557996759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"02df4d39-afcf-49fb-b6da-6ddefbf65dfc","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.558337378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"67dc835a-1d6b-4fd4-ac91-dee10f7dad70","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.558614564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"9d217738-51c6-4270-9bcf-f6d2fa0b4722","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.576183258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"dbdf0e76-6578-4bd3-a6e4-4544e0fa090c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.576228314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"270f517b-de58-4ef3-8745-b1a42e0747ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.577360739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"2b08c975-5ad3-4511-a5d4-0543eb66d005","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.577391098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"0fa78556-bd2f-47b6-9e85-22026ec8693f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.609715132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"dbdf0e76-6578-4bd3-a6e4-4544e0fa090c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.611942207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"270f517b-de58-4ef3-8745-b1a42e0747ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.783856309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"94332632-5840-4b4f-b5d6-ee308438d965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.784005392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"923be032-f217-4cea-abf9-41f644fae28d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.80417815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"923be032-f217-4cea-abf9-41f644fae28d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.805524087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"94332632-5840-4b4f-b5d6-ee308438d965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:50.235959002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"dd72ce12-4395-42c9-935f-6b7020d17aef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:51.778062912Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:52.802219124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-eab27cf7","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"e2e-conflict-a-eab27cf7","reconcileID":"b3f48f8c-8153-4e6a-bfe3-25b0ca794de8","MaaSModelRef":{"name":"e2e-conflict-a-eab27cf7","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"e2e-conflict-a-eab27cf7-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"e2e-conflict-a-eab27cf7","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:52.802421341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"4e784a5b-cd67-4c18-b33f-e840c674f991","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:52.802725095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"87a5c749-b59d-41a0-b3be-f94d8637b5f7","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:52.847406809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"35a85285-cd7e-4946-9e1a-7a96ae44065a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:52.848122499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"e953a40a-00bc-42a0-865a-3a5128400d2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:52.849375308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"a84484a2-4de7-49c7-9c15-f568b3fcaebd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:52.849856744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"ea804898-04a8-4350-9037-481dac6528a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:52.883771054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"e953a40a-00bc-42a0-865a-3a5128400d2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:52.885415028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"35a85285-cd7e-4946-9e1a-7a96ae44065a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:55.735667546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"618f2bf9-bac7-4b90-964d-b9a99d7d154d","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"distinct-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"distinct-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:57.626824441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"9e43a5bf-3eec-4b2e-bdc7-275b061e755e","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:57.627330763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"250f36b6-6735-4d9e-a0a7-cf4dd5c289d0","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:57.704867627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"a0592078-016b-4b09-b718-c65ba1ab1612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:57.70663119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"3076b3b3-f9cb-4650-890c-6cb9d85bb07e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:57.706980203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"b6d34826-51dd-497b-b4df-abec5e04814b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:57.748513388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"a0592078-016b-4b09-b718-c65ba1ab1612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:57.811960183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"57d05c5e-c371-43a4-b829-2c976f03182c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:57.853548039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"57d05c5e-c371-43a4-b829-2c976f03182c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:58.374658064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"c0431584-ef74-4480-b65d-c73850552083","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.270611226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"7109e348-b292-4c37-acdf-de4c2be6186b","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.293078717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"4b0a98ca-b769-4a43-a1f0-e6967dae4131","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.37028964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"92dab3e3-0f8e-48bb-817b-7bd12ec909c5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.396023594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"92dab3e3-0f8e-48bb-817b-7bd12ec909c5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.498218313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"d3cb4e1b-985e-48dc-971a-92a4a7371b5d","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.527568509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"d8fef6d0-09f6-4787-94d6-89f01895b8cb","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:59.54335944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-sub1","reconcileID":"58954d02-edd8-49d6-a538-c9acedccb1ff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.571745442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"3256178f-631f-4a5b-9c44-1b25eff43fc7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.57229217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"01136d13-6cbb-40cd-a606-3e3759dda7f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.572714898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"59c88ef7-8153-437e-befc-60ab6617ef95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.581768565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"e6dde312-bd50-4f3a-8680-476476292f75","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.600767565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"59c88ef7-8153-437e-befc-60ab6617ef95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.625102632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"01136d13-6cbb-40cd-a606-3e3759dda7f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.63063916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"3256178f-631f-4a5b-9c44-1b25eff43fc7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.643327508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"24dc73f5-1c03-4255-bc1f-a5f12cd1e095","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.721329724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"c86b5131-4229-4891-9b10-d909ea0f89bb","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.744718476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"73f72ed8-e3d8-42d7-a06d-e84dea7474a6","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.745074447Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-sub1","reconcileID":"400d2363-bfcc-442f-bcf6-95651077a6cc","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-distinct-w6-a940bc","model":"distinct-w6-a940bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-a940bc/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:59.794342177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"3256178f-631f-4a5b-9c44-1b25eff43fc7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.814421081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"1359fd8c-1126-4be0-929c-0bc85d6af027","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.833061894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"f0874367-2701-444c-81f6-4121e3861651","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.839795544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"f6e11222-267c-45c7-9ca2-ab1fc6030be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.852704711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"f0874367-2701-444c-81f6-4121e3861651","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.853958058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"1bc180b1-66a3-45a2-9387-772640031b1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.859863228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"f6e11222-267c-45c7-9ca2-ab1fc6030be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.865608301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-sub1","reconcileID":"bef98b72-33df-4c00-9555-7349dbaf23aa","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-distinct-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/distinct-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.882618001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"1bc180b1-66a3-45a2-9387-772640031b1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.939024891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"bc037cac-fab2-4bfe-b456-ed7811b54a35","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.939420776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"a0c0635c-74db-4742-87b5-e2ff99356cdc","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.940818572Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w6-a940bc priority=0:[ai-tenant-e2e-worker-w6-a940bc/e2e-return-all-sub1 ai-tenant-e2e-worker-w6-a940bc/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.95967855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"bc037cac-fab2-4bfe-b456-ed7811b54a35","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.972063902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"b0448e6b-1f9f-4151-95bd-b5331bf9553e","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:59.977398008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-sub2","reconcileID":"13e7c6ba-88a5-4637-903c-27a89b9fab20","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:59.994459859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"c50bd59c-e12b-4472-abab-6ab707e2a636","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.03881403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"5beb765e-4012-48b7-8fe8-69d0ff3bc804","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.060223854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"07b70d70-a8cf-49c3-8384-57060d71b866","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.104061665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"325bcf96-285d-48da-b2ae-8cdeae838069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.13504866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"8c79c992-1578-4e91-8eca-01895a1cf608","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.138445272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"325bcf96-285d-48da-b2ae-8cdeae838069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.159552906Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-sub2","reconcileID":"399a74ce-099f-4789-9320-771f66c2ff9f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-distinct-2-w6-a940bc","model":"distinct-2-w6-a940bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-a940bc/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.238799856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"2cbee4c8-ab5a-4933-b3c7-b4ca8dcc3b5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.248992427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"54f90e63-7fca-4dc4-820d-4a5a2ad71da2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.381319467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"898b1167-f98a-4c9d-9d9e-e8e12f6a6da5","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.386578285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"54f90e63-7fca-4dc4-820d-4a5a2ad71da2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.395639502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"2cbee4c8-ab5a-4933-b3c7-b4ca8dcc3b5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.423223545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"287768c2-550d-44b9-96b2-823761b0dea7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.461271137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"287768c2-550d-44b9-96b2-823761b0dea7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.4707334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-sub2","reconcileID":"c824b816-da52-4fab-bae4-74db6fb32733","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-distinct-2-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/distinct-2-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.502595084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"f63e6358-2c34-48e6-bb81-00265264095e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.523857616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"f63e6358-2c34-48e6-bb81-00265264095e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.083205672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"66500f8d-7dc7-424f-8246-c3b89727e293","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.142410931Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-sub1","reconcileID":"d867f3f5-29b8-4391-820f-d65a85d2443a","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e4503e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.170817428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"0ecc8653-f202-40ce-9094-ff2ef5dfed8c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.171353646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"4c304294-f3f7-49be-b3d6-06d77f8751ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.17202843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"76344214-a308-4950-a2cd-b7f6d11c0b2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.172435491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"ba3287f3-0366-4833-94f1-e6363784bf0d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.198952775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"4c304294-f3f7-49be-b3d6-06d77f8751ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.200005415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"ba3287f3-0366-4833-94f1-e6363784bf0d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.206902575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"0ecc8653-f202-40ce-9094-ff2ef5dfed8c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.208361197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"76344214-a308-4950-a2cd-b7f6d11c0b2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.404209751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"dc7ff073-de7d-43f7-8b2d-f9f501c10116","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.40452473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"52ebee7c-95c5-43d2-a622-f02dc90e1a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.41805054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"87fc9cc8-67c0-47e8-af97-8d4586cd892a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.418756469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"2334a6df-158d-4ed9-b064-37c7a476fd8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.428391817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"dc7ff073-de7d-43f7-8b2d-f9f501c10116","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.429940699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"52ebee7c-95c5-43d2-a622-f02dc90e1a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.441273335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"2334a6df-158d-4ed9-b064-37c7a476fd8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.4429576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"87fc9cc8-67c0-47e8-af97-8d4586cd892a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.485350869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"64c8671c-e40e-4be1-af1d-3507ccd765c8","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.535045643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"94bf1944-31b8-4410-9c90-52d9f3ab0384","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.550356987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"0a8aadaa-e49c-4dcf-a2c5-abdadb181eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.571807228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"0a8aadaa-e49c-4dcf-a2c5-abdadb181eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.629504718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"f01e1c3b-80da-4de0-a8ac-2f239ef20813","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.652518779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"acb6fcc4-a61f-416a-aad3-b5266bfb8942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.684067786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"acb6fcc4-a61f-416a-aad3-b5266bfb8942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.69282207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"90466b3e-738b-4b7e-badc-ce291c842747","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:05.858699576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"ec0ad637-9af9-41c8-ae5c-b84a44df2b13","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:08.75582265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"99982ae1-e4f3-4aed-b7a9-073c7544c201","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:08.777963624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"ea73bf86-a0be-4e30-8f3a-46a5e44928fb","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:08.851626936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a0b34b8b-15c6-4da2-a0e8-fe09aeb523bc","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:08.892558415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a0b34b8b-15c6-4da2-a0e8-fe09aeb523bc","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.01749351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"4ceeed4c-a61c-4e17-b14b-31831435fbeb","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.132761062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"1a8cb3e0-308c-4af2-b87b-915b57c9cfdf","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.140340806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"3206472a-2939-43d6-847b-ed4b6613d638","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.149590464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"67de0dae-14c5-4819-b004-10769e8c2990","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:09.157507028Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-8a9e5f/e2e-api-key-deleted-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.15211484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"57bcf479-32fa-4fe8-be53-a24e50e48526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.159794817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"bee08335-f09d-47f2-ac3b-582242b20b31","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.224381741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"57bcf479-32fa-4fe8-be53-a24e50e48526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.23297264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"d2057d62-c381-4d68-bad5-8559c74d197f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.254663235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"d2057d62-c381-4d68-bad5-8559c74d197f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.277416861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"bd676faa-c4da-4f8c-a077-a82aa35d7bb5","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.278094397Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-api-key-deleted-sub","reconcileID":"0e8b37ed-d39a-482f-bb78-34af7681a444","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-8a9e5f/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-8a9e5f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.334699655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"bd676faa-c4da-4f8c-a077-a82aa35d7bb5","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.351226957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"0cd15dde-2cdf-43cd-8cc6-25b2270b16b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.386328953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"12b2d4ca-3548-41f4-8031-8df81494a231","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.432846662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"382e3e00-9b45-473f-b713-53be142536e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.450708804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-api-key-deleted-sub","reconcileID":"45b2b5f1-0c75-41e3-8677-cb99755ca726","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.456010086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"382e3e00-9b45-473f-b713-53be142536e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.675255607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"30478e6c-5566-4160-b443-50e5b5fd49eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:09.707320697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"30478e6c-5566-4160-b443-50e5b5fd49eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:11.298350359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"8fcaefa3-2fa0-4b09-9769-0066abf5c844","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:11.299390887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"2be98c2c-e8cb-41e0-8a2e-d9503563ff0f","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:11.29989316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"9f20cf08-50ac-4e68-8807-81c99ce525dd","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:11.337981472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"5ff474d1-c23d-43d8-9aa1-8d479d75d3b2","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:11.338619811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"26fdb167-174f-43a2-b291-c769744d2f02","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:11.339138038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"2ffaa9ce-64e1-4e70-8af1-756477a140e7","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:11.381986504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"1b13f0f3-ce01-4dff-bdc1-897b16158b2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:11.382840765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"e50cd748-fb6d-49c5-8b3d-03697716f6a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:11.45924163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"a1374dbf-a686-47c3-89c7-c7fa9f8c53b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:11.459823021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"e45888df-ddae-4f46-959a-5fc21e516a08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:11.526367168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"a1374dbf-a686-47c3-89c7-c7fa9f8c53b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:11.541737508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"e45888df-ddae-4f46-959a-5fc21e516a08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:11.759852112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"93661ea9-1593-456c-875d-d9e4bd4658a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:11.77330788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"bdb3398c-5b49-4707-9ed1-f1adcf06c715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:11.780954001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"93661ea9-1593-456c-875d-d9e4bd4658a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:11.801993285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"bdb3398c-5b49-4707-9ed1-f1adcf06c715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:12.158114296Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-sub1","reconcileID":"d0440be2-861c-4989-a039-35327adb4fca","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e4503e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:12.728039706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"83173002-b114-4307-9e28-5be09d2353ef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:12.776269625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"bed869bf-3191-4925-84a6-70ad068f2e0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:12.776969276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"fd4da75d-a6e0-4c46-948f-f5cacd460274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:12.777474051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"eff4bff8-fc9b-4a04-ad42-d2b1f6e96ccf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:12.801570533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"bed869bf-3191-4925-84a6-70ad068f2e0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:12.805354351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"fd4da75d-a6e0-4c46-948f-f5cacd460274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:12.805618597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"eff4bff8-fc9b-4a04-ad42-d2b1f6e96ccf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:21.794951633Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:22.206812265Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-sub1","reconcileID":"ca2cd261-f42c-425d-8931-1a2052fcb9a8","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"model":"e2e-models-e2e-worker-w6-a940bc/distinct-w6-a940bc","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:22.239837617Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-sub1","reconcileID":"ca2cd261-f42c-425d-8931-1a2052fcb9a8","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"model":"e2e-models-e2e-worker-w6-a940bc/distinct-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:22.271874794Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-sub1","reconcileID":"ca2cd261-f42c-425d-8931-1a2052fcb9a8","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/distinct-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:22.57747401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"8c5fa944-e12f-4bf8-a07f-16970503516c","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:22.730101943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"60bea2e1-83f8-4c77-a27e-1d679810b1eb","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:22.847135899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"fe0f529c-8171-4394-88b2-a4d6dd03c2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:22.854812103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"72ba8d2d-90cb-4ccd-9fd0-cc0919e3a3a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:22.855236142Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-api-key-deleted-sub","reconcileID":"4dd52ccd-9e86-42f2-bc7e-7b02b9b40147","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:22.855988294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"d2bcad73-b927-4548-b9a6-fed840b2b782","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:22.915596129Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-sub2","reconcileID":"c0c30df5-1d62-4c18-953b-023dc5bfe66e","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e0563756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:22.969406678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"72ba8d2d-90cb-4ccd-9fd0-cc0919e3a3a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:22.993977215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"fe0f529c-8171-4394-88b2-a4d6dd03c2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.120033843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"d2bcad73-b927-4548-b9a6-fed840b2b782","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.121072271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"0949aec8-998c-4036-9684-182758224c53","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.200414228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"e0fecec2-5bba-4123-8dda-a60d8ba1e471","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.226478869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"0949aec8-998c-4036-9684-182758224c53","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:23.254631949Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-subscription","reconcileID":"73c08f20-c022-4f6b-b3c3-63b21fd5845c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.304682924Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-api-key-deleted-sub","reconcileID":"4dd52ccd-9e86-42f2-bc7e-7b02b9b40147","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-8a9e5f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.307480244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"ef553755-c50d-41a9-a2aa-2bde7c90bbb3","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:23.5361306Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"fe73ee74-f898-4c59-a2b1-c9b5afd4bbdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.537224861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"42dfe3b1-e1c4-48f8-a6a3-b81d75eadc94","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:23.84651836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"fe73ee74-f898-4c59-a2b1-c9b5afd4bbdd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.913094404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"201431d4-8401-4d9d-92d4-45865122b460","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.964114693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"8aaecaa8-bb2b-4e90-9b87-116ff1d38472","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.194958832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"4411e17c-9a10-40b9-ace9-02dbf521bf5a","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.196074949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"1e2ed608-eb42-42f1-9235-414a7fe2f7f4","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.25651152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"edaa686f-ea8e-4ccc-b7f5-5a0c3d03f077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.42188387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"140b7a51-a67a-4237-956f-f0e58711e9a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.443750768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"5a920f20-7dbb-477c-bc0b-9d5df5e91872","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.720399684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"92b7ca0a-7094-4019-8e0b-e5d2bbb92094","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.721365894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"edaa686f-ea8e-4ccc-b7f5-5a0c3d03f077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:24.722022Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"0db0b58e-ed2a-43ef-81bb-c71db606ef9d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.739813547Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-subscription","reconcileID":"19f209ea-e825-4dbb-b988-f3219381cf33","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-b31f3f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.779305019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"a0a24672-08f9-4c8c-8649-474deb12a967","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:24.786965073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"0db0b58e-ed2a-43ef-81bb-c71db606ef9d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.787690898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"af412da4-6a95-49fa-80ea-c4f8bad3219c","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.802995311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"5a920f20-7dbb-477c-bc0b-9d5df5e91872","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.809345267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"a0a24672-08f9-4c8c-8649-474deb12a967","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.820973904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"eb787f7b-f381-4207-96f4-a479b9353972","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.827373284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"140b7a51-a67a-4237-956f-f0e58711e9a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:24.886337555Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"10c8fb0c-c320-4779-9965-7681cba332b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.960547602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"d81473b3-e17c-47ec-89b8-1a37897db05d","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:25.109015286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"10c8fb0c-c320-4779-9965-7681cba332b9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.144223219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"c3c0747a-f7e6-4cfa-873d-4633a5636716","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.23821448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-subscription","reconcileID":"a3b2e1c1-41f6-4ca6-9900-7ce5e1e264c7","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:25.378820384Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"0a7c34b6-2e99-4ba4-b598-6ac3ba14abeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:25.380534779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"0a7c34b6-2e99-4ba4-b598-6ac3ba14abeb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.46624122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"e7f485bc-7dd4-48db-883c-b58c77fb7c00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.513012555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"dc4d3a22-3ef0-4456-b20b-4fc627e8148c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.517686254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"e7f485bc-7dd4-48db-883c-b58c77fb7c00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.537275406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"9bbfc508-c7fa-4dab-9d47-956a355bfa37","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.537991597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"4b3a4fa4-d291-4f61-9ae7-174b33636e01","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.539104603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"36376d69-705d-43e8-9688-ec58bd3744a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.59453064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"4b3a4fa4-d291-4f61-9ae7-174b33636e01","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.599568163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"9bbfc508-c7fa-4dab-9d47-956a355bfa37","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.601657416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"dc4d3a22-3ef0-4456-b20b-4fc627e8148c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.634710298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"36376d69-705d-43e8-9688-ec58bd3744a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.733333126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2e4ecd87-aba8-419d-9212-8a428b95d9c4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.793642145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2e4ecd87-aba8-419d-9212-8a428b95d9c4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.880058732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"ddff1715-6b4c-4f8b-9b10-563b27acacee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.941444331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"3ff598ef-0616-4ed0-a6d0-c412ecb2c274","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.957735078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"c27f481b-bb5d-4edc-9067-056a41777e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.958125146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"ddff1715-6b4c-4f8b-9b10-563b27acacee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.958302215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"5dbb27bd-bdc2-464a-a6b7-6c89781050d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:25.959511273Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"59cf8be8-8883-4e7e-8fd9-eb8a73cd22d5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:25.9703472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"59cf8be8-8883-4e7e-8fd9-eb8a73cd22d5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:25.987533647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"c27f481b-bb5d-4edc-9067-056a41777e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.000427193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"5dbb27bd-bdc2-464a-a6b7-6c89781050d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.052763098Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"2d84f9ba-ec3b-4d1e-96fa-80d77195f49c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.052941418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"2d84f9ba-ec3b-4d1e-96fa-80d77195f49c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.053661135Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"e6af2470-575c-4dac-8377-7bfb281240da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.053791056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"e6af2470-575c-4dac-8377-7bfb281240da","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.1923932Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"6fbb748f-efa3-45ef-9df2-1c23686303af","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.192598269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"6fbb748f-efa3-45ef-9df2-1c23686303af","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.193045003Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"b04f32bf-50d8-419b-b17f-202975aedc5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.193181316Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"b04f32bf-50d8-419b-b17f-202975aedc5b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.253088131Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"10aba43a-58ea-47f4-b174-b5c49ab3c84d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.253290662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"10aba43a-58ea-47f4-b174-b5c49ab3c84d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.363174039Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"d99cce2c-1512-4ee9-9be8-ee71851f6462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.367484166Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"d99cce2c-1512-4ee9-9be8-ee71851f6462","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.363269081Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"4fed8027-5671-4ccc-853f-f2cf45c475f7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.368335993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"4fed8027-5671-4ccc-853f-f2cf45c475f7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.368544615Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"f669a054-177f-404d-8a05-dcc005d4b5cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.368660539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"f669a054-177f-404d-8a05-dcc005d4b5cc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.49287289Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"37023392-af8e-4ad6-9671-aecabce12337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.493074355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"37023392-af8e-4ad6-9671-aecabce12337","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.49412415Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"3cac9d66-c142-45e9-9320-462631696013","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.494380753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"3cac9d66-c142-45e9-9320-462631696013","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.613357111Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"a9863330-4de9-437c-b047-fb9f219741d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.613474173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"a9863330-4de9-437c-b047-fb9f219741d5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.704937175Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"0f0c428b-4b8e-4d51-aaea-122d1a90cf38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.705118677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"0f0c428b-4b8e-4d51-aaea-122d1a90cf38","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.706414582Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"a4388539-fe8c-4537-8e6c-f1dd824666d6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.740671693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"a4388539-fe8c-4537-8e6c-f1dd824666d6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.892988793Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"dd2ee0bb-0d6c-46a8-afe2-107edb71a8ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.893175188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"dd2ee0bb-0d6c-46a8-afe2-107edb71a8ae","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.980096359Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"156eda88-2a47-4c1a-9a46-dbdd4a6d3476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:26.980438107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"156eda88-2a47-4c1a-9a46-dbdd4a6d3476","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:27.057670806Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"3c409397-a907-4e5e-97b5-a231c86d4966","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:27.057862456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"3c409397-a907-4e5e-97b5-a231c86d4966","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:27.27149619Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"24e88208-c1b7-494d-81eb-a0e705635e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:27.271727366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"24e88208-c1b7-494d-81eb-a0e705635e7c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:27.360945829Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"a6c72ebd-b76e-4a16-9c76-6b0d4ae4e055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:27.36103502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"a6c72ebd-b76e-4a16-9c76-6b0d4ae4e055","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:27.458570401Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"27e7eb41-2af7-47e8-9b81-9bdf14cea48e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:27.458673116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"27e7eb41-2af7-47e8-9b81-9bdf14cea48e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:27.956959828Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"664f9822-0bc0-447b-a464-28d982775f32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:27.957039282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"664f9822-0bc0-447b-a464-28d982775f32","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:28.059403226Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"b28082c6-469c-4031-8f56-9a7ba9f5b674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:28.059472188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"b28082c6-469c-4031-8f56-9a7ba9f5b674","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:28.158461086Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"51393aa6-59e2-4479-a619-4d1d1e2842cc","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:28.158560383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"51393aa6-59e2-4479-a619-4d1d1e2842cc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.458299475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"a4995e81-0156-4a82-bbcd-ad0c71c09eb0","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.458681368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"3339f790-3a09-401e-81d9-c6e18692d42c","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.459032068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"60e5223e-2dfa-43bb-8fda-a4f76908645c","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"distinct-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"distinct-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.499751491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"cdd557b1-e136-4b00-b023-7996bc371853","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.500122376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"52f7d8c9-dfd3-4fa5-b27f-6f8ca41700f1","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.500443459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"4326d978-4f8e-4555-8120-de2a3f35830e","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"distinct-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"distinct-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.51262157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"33c1e0e1-8653-46a3-b364-d4975a8f3d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.513829098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"456ff94d-4025-4eb5-a73a-54a9a8a33f11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.514785702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"1bb1c155-d0f4-4568-8b20-94b081b360d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.514955647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"4e0d186e-db62-4e31-9338-aed84324bf31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.533293917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"33c1e0e1-8653-46a3-b364-d4975a8f3d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.544637509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"456ff94d-4025-4eb5-a73a-54a9a8a33f11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.714941067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"bb537a25-f59b-497c-96da-b0bc8be95896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.715394702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"ce8a9c61-d2fe-4706-ad90-30b3c24310eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.742532149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"bb537a25-f59b-497c-96da-b0bc8be95896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.742674228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"ce8a9c61-d2fe-4706-ad90-30b3c24310eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:29.284655754Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"edc43e20-0579-433c-8137-8f99e047ff1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:29.284866007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"edc43e20-0579-433c-8137-8f99e047ff1f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:29.389728211Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"32f3b628-f15a-4b2f-a00c-15ef73adbb91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:29.389795254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"32f3b628-f15a-4b2f-a00c-15ef73adbb91","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:29.487059603Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"ce2e6816-3fc5-47a2-b1ba-b61fbaad36e4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:29.487177557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"ce2e6816-3fc5-47a2-b1ba-b61fbaad36e4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:30.056724027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"e7539549-3c71-4ec9-8634-cddbce1cd57f","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:30.160377903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"b8b645a9-dde3-48a2-87ed-0f86b2f76736","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:30.182596089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"b8b645a9-dde3-48a2-87ed-0f86b2f76736","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:31.193925468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"c8804705-affa-45df-9db4-7749dbb90ee1","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:31.245044481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"b94785be-b00a-4a54-ba89-deb3f3f10a7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:31.304736112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"f939f7ee-e83d-46ab-a6eb-483526c0ba1e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:31.305413424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"25aa1ba0-3a4e-4c08-9529-41a91bc18f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:31.305917253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"3ef21f9e-c4a0-4bbc-a552-ec26239b4f09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:31.306287849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"9c962289-4649-4ff5-8a3e-891708aa422c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:31.311501049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"2ebcab0c-8f85-4b51-b9e0-6b0e794cea12","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:31.325093128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"f939f7ee-e83d-46ab-a6eb-483526c0ba1e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:31.327711898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"3ef21f9e-c4a0-4bbc-a552-ec26239b4f09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:31.327933551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"25aa1ba0-3a4e-4c08-9529-41a91bc18f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:31.330421179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"9c962289-4649-4ff5-8a3e-891708aa422c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:31.359387168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"dafc971f-0e8c-4d27-afac-e3d37b84ff1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:31.892829007Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"92ae2215-bf1b-4b29-9d4b-00c191efdcb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:31.892986956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"92ae2215-bf1b-4b29-9d4b-00c191efdcb5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:31.998656725Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"371d1793-f01c-4e2f-a1d3-f1086934a360","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:31.998734305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"371d1793-f01c-4e2f-a1d3-f1086934a360","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:32.102364064Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"3007b0d4-8d2a-4365-b9f5-5ba419bb0838","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:32.102451146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"3007b0d4-8d2a-4365-b9f5-5ba419bb0838","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.931855806Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-sub2","reconcileID":"a8ebed48-1fe0-4fa1-b24a-cbdaee47dd92","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e0563756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.17465645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"244dfd32-4343-4f6e-875d-24fdd34a6ba7","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:33.287832058Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"ef513f53-2910-43c2-9813-355832f6eed3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:33.287916527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"ef513f53-2910-43c2-9813-355832f6eed3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:33.288255432Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"d9ed6222-f21f-4c8b-a3e5-7567fcef6814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:33.288309016Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"d9ed6222-f21f-4c8b-a3e5-7567fcef6814","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:33.288665945Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"c1778845-4ca5-4494-b614-45a9f2f48c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:33.2887171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"c1778845-4ca5-4494-b614-45a9f2f48c6a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: compose ai-tenant-e2e-worker-w4-b31f3f/e2e-dedup-subscription@e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: model e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.441091862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"d6b996c8-919f-4920-bf46-8085c58a4898","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.441728386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"d98802c9-8cea-478a-b2a3-53972767eb9a","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.502927928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"55fb64aa-59e2-40a3-b1bd-f9d4712d1944","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.503896343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"8cdc871e-c00a-4b92-8e33-61beb96b943a","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.504413735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"2ef06d39-20bb-4809-967a-2d6d249d7449","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.517857357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"9607a06a-9cf5-47f2-b723-0ebeb6a60c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.518573839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"69aae0e4-4234-4a0d-91d7-51ec0b89ddd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.539602042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"9607a06a-9cf5-47f2-b723-0ebeb6a60c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.539884994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"69aae0e4-4234-4a0d-91d7-51ec0b89ddd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.589958265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"588120e7-9134-4888-8b55-b7104467b54e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.764336756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"ec547319-a662-4e49-9e5e-f066a01a411c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.764732876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"50305687-5fb3-499f-a0ee-7de7888cec4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.792663275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"ec547319-a662-4e49-9e5e-f066a01a411c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.796687555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"50305687-5fb3-499f-a0ee-7de7888cec4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.351494639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"27ea4f20-6441-4891-838f-c45661e4c27e","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.351891259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"a2f36298-c854-452e-920d-5b2de940792a","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.383096503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"4213c596-d7d7-4eb0-9f83-f66a1e174fb3","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.383435302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"ca709853-398e-4367-b59c-fb8d20264fe7","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.3951024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"8a762c12-3f9a-47be-926f-1476e5a684d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.39535273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"af049879-5ff0-4773-ba4e-ab3de6c2957f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.397233909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"8100bb98-56e6-4318-bd97-a0cf9bd03485","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-premium-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.400468375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"5f03da81-851e-4995-b182-33c4833491d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.415484549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"af049879-5ff0-4773-ba4e-ab3de6c2957f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.41622725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"8a762c12-3f9a-47be-926f-1476e5a684d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.504546816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"d2c33f24-1d0e-4dc1-86be-2bab0d3989cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.504908065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"6f81a4a7-9399-4ad3-9e66-ade0d94e946f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.632941044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"6f81a4a7-9399-4ad3-9e66-ade0d94e946f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.649322257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"d2c33f24-1d0e-4dc1-86be-2bab0d3989cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:42.946809818Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-sub2","reconcileID":"d5d3bdd0-ac3b-4b3c-a060-828a05962aa3","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"model":"e2e-models-e2e-worker-w6-a940bc/distinct-2-w6-a940bc","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:42.966543784Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-sub2","reconcileID":"d5d3bdd0-ac3b-4b3c-a060-828a05962aa3","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"model":"e2e-models-e2e-worker-w6-a940bc/distinct-2-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:42.986780273Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-sub2","reconcileID":"d5d3bdd0-ac3b-4b3c-a060-828a05962aa3","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/distinct-2-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.14050662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"6757e0b9-50c5-4f1f-ab6b-2d6e408f7c5b","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.215619849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"d63c5ce9-8ec1-42da-98ad-d464e3a9117e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.215770024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"c5b22633-3990-4e1a-9f47-78dbab7c7f33","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.215970684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"d72c460f-98c4-4ddc-ae76-5f3fe478cb25","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.215630104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"5226f82b-067b-4158-b189-adbd49cd9e63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.225698757Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-subscription","reconcileID":"3eaa3c9c-ffab-471a-9162-66bf02a5f4bf","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.235914276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"5226f82b-067b-4158-b189-adbd49cd9e63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.237008853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"c5b22633-3990-4e1a-9f47-78dbab7c7f33","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.23869742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"d72c460f-98c4-4ddc-ae76-5f3fe478cb25","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.240453156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"d63c5ce9-8ec1-42da-98ad-d464e3a9117e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.286632683Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-subscription","reconcileID":"3eaa3c9c-ffab-471a-9162-66bf02a5f4bf","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-b31f3f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.289332383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"c0baa642-9cae-4d3e-acf1-c2d62913121f","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.331426528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"e9ade772-3aa9-47b0-9af1-473026ed33a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.356237333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"c55636c9-b52b-4bda-8998-b965f23401c4","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.368436576Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth1","reconcileID":"7946a9c6-b646-41d0-9ec7-6f37fee1bf83","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"model":"e2e-models-e2e-worker-w6-a940bc/distinct-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.406868278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"6447e012-cb33-4f06-b5ea-e0c46fe29349","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.415913659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"21e469e5-8176-4ce5-8f59-b29f86fa8bb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.415943186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"8e87f229-eefa-4e38-b750-55c3e4c9ad82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.420667807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"dc2fd43a-193f-4c9e-bf53-622f31ab79ab","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.426288617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"6447e012-cb33-4f06-b5ea-e0c46fe29349","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.429610288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"7d5fc65f-3272-4492-b91a-bfbd35c8fdc3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.435441488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"8e87f229-eefa-4e38-b750-55c3e4c9ad82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.435462914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"21e469e5-8176-4ce5-8f59-b29f86fa8bb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.449179766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"7d5fc65f-3272-4492-b91a-bfbd35c8fdc3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.50866875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"74b55c80-8331-418c-ba7e-091d740e6195","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.532959353Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-dedup-auth","reconcileID":"482a9b76-cb7d-46f8-a8f6-611e7e49fc50","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.532997705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"e465066f-8b2f-4806-9cd5-0e28c0cdc4cf","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.57968456Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-return-all-auth2","reconcileID":"2ab1bb4c-8ae3-4cb7-87f4-b7190130b4b9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"model":"e2e-models-e2e-worker-w6-a940bc/distinct-2-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.580336998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"f308918f-482d-4b14-aa01-632bc005f98e","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.599773655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"b4f65584-015a-48cc-b00e-97d9be0e9a9d","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.600134801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"9dc166b4-46f9-4619-a312-23d0c2b91b5d","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.694236193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"33308788-1502-4aaf-b6dc-608e81611e08","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:43.708112828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"2c32a68a-7f53-48a2-a168-32eb7f001ad9","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:44.722768086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"01bed321-d745-4e80-b5ca-59dedd899abf","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:44.723036277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"2479fa85-bdc0-42fd-9977-389c468ad2c6","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:44.742020322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"a5a283cf-c4fa-421b-bc99-1861f10aed5e","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:44.742336475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"9824aeeb-e61a-4f30-b514-9272f0b6ffae","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:44.814480653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-auth","reconcileID":"641a102e-c161-4245-9ab4-ddc2bbe94425","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:44.834009445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-auth","reconcileID":"641a102e-c161-4245-9ab4-ddc2bbe94425","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:44.944410252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"70a515e2-1a31-4e31-b913-23f3374e3d86","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:44.971565631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"4036b9ca-4c5f-45d2-9607-d89c43f12d70","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:44.982981193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-subscription","reconcileID":"b58ab142-68e5-48b5-a2d0-e5d7ab8d216f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:44.992856194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"42df0d4a-1ebe-492f-9050-1961f1d7a32d","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.022039699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"f7aa7b74-9544-45c9-a7ab-919401ac1239","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.02255064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"bcd716ba-0dbb-4244-aa84-846dffdc0d9b","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.026969337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"4b520c3b-1cac-4c67-b01a-1b2c6251ccc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.026983023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"3a4093dd-4241-4d88-800f-1b6425a1dbc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.042123125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"f5f28185-883e-4fdf-ac04-0d10a2aabe37","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.042450812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"f2003ff7-bdb6-463f-8bab-cc874ccf937a","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.047124087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"4b520c3b-1cac-4c67-b01a-1b2c6251ccc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.047287611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"3a4093dd-4241-4d88-800f-1b6425a1dbc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.047577838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"16235215-fdb2-4b4a-91bf-cff25c1b57e8","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.068196407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"95b9e137-52ad-4373-98c2-5884bf10677a","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.106939202Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-subscription","reconcileID":"c254f85f-6891-4d8c-9f6c-40fe64726e0f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-distinct-w4-b31f3f","model":"distinct-w4-b31f3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-b31f3f/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.115852036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-auth","reconcileID":"85ddd758-0e04-4320-b5aa-b32a04dbf3e2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.135239208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-auth","reconcileID":"85ddd758-0e04-4320-b5aa-b32a04dbf3e2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.153846876Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-subscription","reconcileID":"c254f85f-6891-4d8c-9f6c-40fe64726e0f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-distinct-2-w4-b31f3f","model":"distinct-2-w4-b31f3f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-b31f3f/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.200749183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"ef32eb6a-31d9-4af7-9e1c-e71d27e3b9b2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.221236088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"ef32eb6a-31d9-4af7-9e1c-e71d27e3b9b2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.235273301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"b43a77ee-b46c-474d-932c-bc1dec5568f4","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.235620267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"b76a7e60-09d7-4582-b3af-15312a8c3116","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.239317145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b823e9774e30d757fa68082cc93bf1a8980e72817592cd02dd49cc59dbde7bba) AuthConfig (0ab44c9a3a49719f1168ef472fb2a39a803d7a82a7af000556ffaecc76be8e9e) AuthConfig (dbed71795faf586283902e6f4e95c72199916e06cd7899afa0c9b3a14b20e006) AuthConfig (fd34fb9000d93d03f62e2007052054b254f93eaadc3db2e97c54510b49cd1496) AuthConfig (30f34581d5ad686ed97e7b157f735e643a0aa16c1f2ceb2c94e9ba4066f30982) AuthConfig (8a7a7b7479a4895b391e46f778a320fadd7d13078116995c7377f035522d8a70) AuthConfig (2c64841a0891f646200ff547bd74514c1e9cb7aa13d88f0254817d15eb5abfbc) AuthConfig (056b2830fea8f64441784bb9e951e98201eabe844f90be789a99fb13e558e487) AuthConfig (18a1146cf72b9b6e92f6beb82d5f322c7af65bdf3840974832b2f01afd532159) AuthConfig (d3a166c82da93b24d65f3fe8676f5095342a40ac2204133c17dfea69fba15f64) AuthConfig (00a45e771ab3d74ed463f34134b8017897028617e027dd353c7c28ff7ef0b419) AuthConfig (d4fb6e8e3dda1cdc120871e724b6d00dff124934056e878943dc9210f83ebba6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"ef32eb6a-31d9-4af7-9e1c-e71d27e3b9b2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.24577145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"804a6ebb-0b77-403e-a721-49054e99a63d","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.257259315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"2c0e73ee-ccaf-4163-a6de-0c2f7de9153d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.25760205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"051b290f-9925-4adc-8944-9b9a3adaa6f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.259988844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"92cb28dc-c91e-415a-bd34-1af0175c5949","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.276506944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"9ebb1006-8f38-4f02-b232-7f53e9342e07","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.27717381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"9deb7f69-cbda-4fc7-80ef-c6b4e4585492","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.28346781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"2c0e73ee-ccaf-4163-a6de-0c2f7de9153d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.284659519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"f948ee4e-c410-4d3f-b798-d7705e63cb1d","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.287454814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"051b290f-9925-4adc-8944-9b9a3adaa6f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.292668943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-subscription","reconcileID":"d1889b60-35e6-4b94-8d42-bed55efd6cd0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-distinct-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/distinct-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:45.293335998Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-a940bc/e2e-user-token-filter-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.29628669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"47bae89d-9a7c-4b8b-8c0f-14e57537f30b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.303111617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"c51941c4-4b08-402c-95f4-9a5f3983b4c1","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.315216416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"47bae89d-9a7c-4b8b-8c0f-14e57537f30b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.320288409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-auth","reconcileID":"875ee5b2-cf3f-4e00-b7ed-089e5f0408a3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.321408313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-subscription","reconcileID":"d1889b60-35e6-4b94-8d42-bed55efd6cd0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-distinct-2-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/distinct-2-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.339194679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-auth","reconcileID":"875ee5b2-cf3f-4e00-b7ed-089e5f0408a3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.391532658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"b995a8c0-d2b9-4f9d-8b7a-50afbd1ebd6e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.406504422Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-sub","reconcileID":"02455d25-3362-4c2f-a162-89b5cc374fc5","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-a940bc/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w6-a940bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.411623773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"b995a8c0-d2b9-4f9d-8b7a-50afbd1ebd6e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.430414779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b823e9774e30d757fa68082cc93bf1a8980e72817592cd02dd49cc59dbde7bba) AuthConfig (0ab44c9a3a49719f1168ef472fb2a39a803d7a82a7af000556ffaecc76be8e9e) AuthConfig (dbed71795faf586283902e6f4e95c72199916e06cd7899afa0c9b3a14b20e006) AuthConfig (fd34fb9000d93d03f62e2007052054b254f93eaadc3db2e97c54510b49cd1496) AuthConfig (30f34581d5ad686ed97e7b157f735e643a0aa16c1f2ceb2c94e9ba4066f30982) AuthConfig (8a7a7b7479a4895b391e46f778a320fadd7d13078116995c7377f035522d8a70) AuthConfig (2c64841a0891f646200ff547bd74514c1e9cb7aa13d88f0254817d15eb5abfbc) AuthConfig (056b2830fea8f64441784bb9e951e98201eabe844f90be789a99fb13e558e487) AuthConfig (18a1146cf72b9b6e92f6beb82d5f322c7af65bdf3840974832b2f01afd532159) AuthConfig (d3a166c82da93b24d65f3fe8676f5095342a40ac2204133c17dfea69fba15f64) AuthConfig (00a45e771ab3d74ed463f34134b8017897028617e027dd353c7c28ff7ef0b419) AuthConfig (d4fb6e8e3dda1cdc120871e724b6d00dff124934056e878943dc9210f83ebba6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"b995a8c0-d2b9-4f9d-8b7a-50afbd1ebd6e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:45.446027677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"b995a8c0-d2b9-4f9d-8b7a-50afbd1ebd6e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-user-token-filter-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.459173957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"f1862acd-4113-4baf-abf6-19eecbf67cf9","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.487961619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"0f06d057-bb03-478d-b956-aea55a5e3723","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.491286187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"1fd6ac12-6bf7-4a0c-b0b4-f7a9611f6c43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.491746009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"8a9b8f01-2983-4ee3-abf8-3f51c6b8e679","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.510374628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"1fd6ac12-6bf7-4a0c-b0b4-f7a9611f6c43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.510573717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"8a9b8f01-2983-4ee3-abf8-3f51c6b8e679","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.528748317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b823e9774e30d757fa68082cc93bf1a8980e72817592cd02dd49cc59dbde7bba) AuthConfig (0ab44c9a3a49719f1168ef472fb2a39a803d7a82a7af000556ffaecc76be8e9e) AuthConfig (dbed71795faf586283902e6f4e95c72199916e06cd7899afa0c9b3a14b20e006) AuthConfig (fd34fb9000d93d03f62e2007052054b254f93eaadc3db2e97c54510b49cd1496) AuthConfig (30f34581d5ad686ed97e7b157f735e643a0aa16c1f2ceb2c94e9ba4066f30982) AuthConfig (8a7a7b7479a4895b391e46f778a320fadd7d13078116995c7377f035522d8a70) AuthConfig (2c64841a0891f646200ff547bd74514c1e9cb7aa13d88f0254817d15eb5abfbc) AuthConfig (056b2830fea8f64441784bb9e951e98201eabe844f90be789a99fb13e558e487) AuthConfig (18a1146cf72b9b6e92f6beb82d5f322c7af65bdf3840974832b2f01afd532159) AuthConfig (d3a166c82da93b24d65f3fe8676f5095342a40ac2204133c17dfea69fba15f64) AuthConfig (00a45e771ab3d74ed463f34134b8017897028617e027dd353c7c28ff7ef0b419) AuthConfig (d4fb6e8e3dda1cdc120871e724b6d00dff124934056e878943dc9210f83ebba6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"8a9b8f01-2983-4ee3-abf8-3f51c6b8e679","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.582838498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-sub","reconcileID":"6017870d-9649-4e0c-aee6-3d5be811e084","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.591023267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"3c1170b3-6a26-42e2-9dc3-2aa174a022ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:45.629001286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"3c1170b3-6a26-42e2-9dc3-2aa174a022ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:51.778800561Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:53.24273873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-2-w2-a9def7","reconcileID":"5227a626-a841-42f5-9d89-012897c4cb39","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-2-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-2-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.478386069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"08a8ea0d-bdd3-4f8b-bd8a-c4f1177ee47d","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.496525735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"119a54a1-3dfe-4be8-a194-adca773bf7c5","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.538307921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-api-key-no-access-auth","reconcileID":"3632be0e-f01e-4906-b6b0-b557aabb2bb5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.557194288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-api-key-no-access-auth","reconcileID":"3632be0e-f01e-4906-b6b0-b557aabb2bb5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.64303377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"30f42114-05c3-4bcc-b802-20abf4a5072e","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.679443041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"4fe20a62-89d1-4492-b05c-b02074e5cb81","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.692272349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-api-key-no-access-auth","reconcileID":"034a0b84-ee0f-4af2-ad7a-55f735586d65","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.705016796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"852a2798-fd79-4bc5-89a2-9bf0a5643cbd","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.712039614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-api-key-no-access-auth","reconcileID":"034a0b84-ee0f-4af2-ad7a-55f735586d65","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.724439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"e3e2c81b-6b9f-4aeb-968e-da68f4d64b84","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:54.72533423Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-a9def7/e2e-api-key-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.741814062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"5ac3e002-6df8-4a56-93c1-6262eb5039f0","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.789771277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"f7aa7a7d-9363-4167-b4cd-de94559a4cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.790384078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"f9b8d8e9-de4f-4b74-919a-c644070c5e33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.810202071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"f7aa7a7d-9363-4167-b4cd-de94559a4cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.812341833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"f9b8d8e9-de4f-4b74-919a-c644070c5e33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.813944737Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-api-key-no-access-sub","reconcileID":"c79c31e4-1672-4cdd-bf97-a7fb10152b92","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-a9def7/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w2-a9def7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.876101706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"351ac499-20e5-4dde-911e-cea950487a33","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.891009695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"be863a37-e90a-4157-a9d1-06edf752c773","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.895152658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-api-key-no-access-auth","reconcileID":"7f7b0671-0356-49ce-ba67-5f4dc33881ef","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.901234574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"17826a4d-2b6d-44f2-a618-6e9a286cc6bb","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.914277999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-api-key-no-access-auth","reconcileID":"7f7b0671-0356-49ce-ba67-5f4dc33881ef","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.997588629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-api-key-no-access-sub","reconcileID":"96048d17-208b-4fca-85e4-61aca3285f8c","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.010818337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-subscription","reconcileID":"3819ac9c-fbce-4a04-97d5-272cb878030b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-distinct-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/distinct-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.013656832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"63405463-b808-4df3-bb20-ae2ec1fd3d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.013704989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"79b0efa9-3d68-4aee-828e-7dcaef55271e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.033379045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"63405463-b808-4df3-bb20-ae2ec1fd3d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.033500039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"79b0efa9-3d68-4aee-828e-7dcaef55271e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.038609612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"5b48b3c0-a2c0-403c-939e-b5126890fc89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.038960213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-auth","reconcileID":"eda73db2-ceae-49d6-abac-b600b2645d7a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.040533485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-subscription","reconcileID":"3819ac9c-fbce-4a04-97d5-272cb878030b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-distinct-2-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/distinct-2-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.071533801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"5b48b3c0-a2c0-403c-939e-b5126890fc89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.072472998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-auth","reconcileID":"eda73db2-ceae-49d6-abac-b600b2645d7a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.120025129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"a384249e-22e5-4aa3-9604-2d675745f9da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.139038334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"a384249e-22e5-4aa3-9604-2d675745f9da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.172626395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"1c4a11f5-18e8-4d05-89fb-b7c83a6624e1","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.173464948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"759cf126-ff45-4be7-bbb5-123ebd5a30ff","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.224976032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-subscription","reconcileID":"6856fec5-71eb-42f4-887d-310fc77eb6d0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-distinct-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/distinct-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.254365408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-subscription","reconcileID":"6856fec5-71eb-42f4-887d-310fc77eb6d0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-distinct-2-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/distinct-2-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.408838791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"4cfae8b3-70d5-4a7a-8e05-3c43c9eacc1e","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.45148604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-api-key-no-access-auth","reconcileID":"eaa52f88-42c4-4b5d-a057-e3f83a900201","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.451967846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"5f6ba13c-7960-48a0-ac18-04f8e7bd9fc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.452363136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"9ab3c3a6-e833-471d-9290-ca448094430c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.47410668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-api-key-no-access-auth","reconcileID":"eaa52f88-42c4-4b5d-a057-e3f83a900201","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.489930371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"5f6ba13c-7960-48a0-ac18-04f8e7bd9fc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.497781889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"9ab3c3a6-e833-471d-9290-ca448094430c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.572629351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"bbb6f441-aa12-40b9-91d9-fd35ecd6fc61","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.592798515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"bbb6f441-aa12-40b9-91d9-fd35ecd6fc61","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:55.61108957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b823e9774e30d757fa68082cc93bf1a8980e72817592cd02dd49cc59dbde7bba) AuthConfig (0ab44c9a3a49719f1168ef472fb2a39a803d7a82a7af000556ffaecc76be8e9e) AuthConfig (dbed71795faf586283902e6f4e95c72199916e06cd7899afa0c9b3a14b20e006) AuthConfig (fd34fb9000d93d03f62e2007052054b254f93eaadc3db2e97c54510b49cd1496) AuthConfig (30f34581d5ad686ed97e7b157f735e643a0aa16c1f2ceb2c94e9ba4066f30982) AuthConfig (8a7a7b7479a4895b391e46f778a320fadd7d13078116995c7377f035522d8a70) AuthConfig (2c64841a0891f646200ff547bd74514c1e9cb7aa13d88f0254817d15eb5abfbc) AuthConfig (056b2830fea8f64441784bb9e951e98201eabe844f90be789a99fb13e558e487) AuthConfig (18a1146cf72b9b6e92f6beb82d5f322c7af65bdf3840974832b2f01afd532159) AuthConfig (d3a166c82da93b24d65f3fe8676f5095342a40ac2204133c17dfea69fba15f64) AuthConfig (00a45e771ab3d74ed463f34134b8017897028617e027dd353c7c28ff7ef0b419) AuthConfig (d4fb6e8e3dda1cdc120871e724b6d00dff124934056e878943dc9210f83ebba6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"bbb6f441-aa12-40b9-91d9-fd35ecd6fc61","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:56.876090535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"b51540a0-d764-42b8-a45c-a593adcd71ae","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:56.909546083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"08da8cf9-af00-43ed-abfe-865b8afc2250","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:56.94392793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"5b35629d-fb07-45b4-ac57-e2d1cbbd27a5","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:56.973407434Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-subscription","reconcileID":"837c97f6-a47c-488f-9bd3-ca015252f7b0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9aee2d99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.031788758Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-subscription","reconcileID":"bdf3b79b-ea34-495b-9d23-1f92c13c8b7f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9aee2d99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.04376139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-auth","reconcileID":"f5697dd5-e113-41e0-a174-d44b98da83f8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.043891875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"2ad1df47-128a-4a8e-9349-8f8f8c5577a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.044090221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"67cf935e-49eb-4b1e-b145-c2c55818df41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.084628882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-auth","reconcileID":"f5697dd5-e113-41e0-a174-d44b98da83f8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.088086727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"67cf935e-49eb-4b1e-b145-c2c55818df41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.091396695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"2ad1df47-128a-4a8e-9349-8f8f8c5577a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.214280705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"33498ef6-530c-49ce-ac2f-03c22817c9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.214282194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"a30cda3b-6350-43cb-88fc-09b3ba7487b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.237428003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"33498ef6-530c-49ce-ac2f-03c22817c9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.237545587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"a30cda3b-6350-43cb-88fc-09b3ba7487b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.306380515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-auth","reconcileID":"92973efd-36ab-4118-91cb-f5508a8b4521","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.326046154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-auth","reconcileID":"92973efd-36ab-4118-91cb-f5508a8b4521","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.695450951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"93015085-be45-412c-9819-93b8eff012d0","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.746701532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"d4d29568-7376-4e57-aaf0-0206953b1ec6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.746931498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-sub","reconcileID":"304be3ca-aa80-4fea-8953-cbeb2ae8ae79","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.760135634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"83598e73-8c92-463c-b9b5-c24a3baeb864","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.760137672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"341e6b3b-d384-4b56-b413-366368096431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.761227855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"8f8c58b7-23ba-411a-b273-29225b1ad6ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.78022928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"341e6b3b-d384-4b56-b413-366368096431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.780609037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"8f8c58b7-23ba-411a-b273-29225b1ad6ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.782708583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"83598e73-8c92-463c-b9b5-c24a3baeb864","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.803520986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"5206446d-c541-4d79-badc-2506061a94fb","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.804742735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b823e9774e30d757fa68082cc93bf1a8980e72817592cd02dd49cc59dbde7bba) AuthConfig (0ab44c9a3a49719f1168ef472fb2a39a803d7a82a7af000556ffaecc76be8e9e) AuthConfig (dbed71795faf586283902e6f4e95c72199916e06cd7899afa0c9b3a14b20e006) AuthConfig (fd34fb9000d93d03f62e2007052054b254f93eaadc3db2e97c54510b49cd1496) AuthConfig (30f34581d5ad686ed97e7b157f735e643a0aa16c1f2ceb2c94e9ba4066f30982) AuthConfig (8a7a7b7479a4895b391e46f778a320fadd7d13078116995c7377f035522d8a70) AuthConfig (2c64841a0891f646200ff547bd74514c1e9cb7aa13d88f0254817d15eb5abfbc) AuthConfig (056b2830fea8f64441784bb9e951e98201eabe844f90be789a99fb13e558e487) AuthConfig (18a1146cf72b9b6e92f6beb82d5f322c7af65bdf3840974832b2f01afd532159) AuthConfig (d3a166c82da93b24d65f3fe8676f5095342a40ac2204133c17dfea69fba15f64) AuthConfig (00a45e771ab3d74ed463f34134b8017897028617e027dd353c7c28ff7ef0b419) AuthConfig (d4fb6e8e3dda1cdc120871e724b6d00dff124934056e878943dc9210f83ebba6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"83598e73-8c92-463c-b9b5-c24a3baeb864","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.809905935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"c6c332d6-3ce7-4947-838f-f9b25d617498","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.848077096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-sub","reconcileID":"ad80e759-7f72-43d3-8827-7cab18c362c6","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.854369419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"7ff986c1-ab02-45c7-a8fb-f63e5841fb58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:58.649010374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"9eba0c00-7e6e-4f7c-b3c3-a74757961862","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"distinct-2-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"distinct-2-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.545778103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"4577fd72-264f-4547-addd-c8a0f7accf7a","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.571202311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"594c2394-4d7e-486d-8793-45b05eb13dbf","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.61581729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"297cfe81-b966-4cb1-b95f-9464231486a9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.635754484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"297cfe81-b966-4cb1-b95f-9464231486a9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.654355926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2bc4cb1a1886f75554cc7f0875d9b3b5baedb6d0b3c58cc0f800156c2306935b) AuthConfig (b42890f44e04182e206fe68d3c07692f449e4b602f4718bb682cb52b3d62ad70) AuthConfig (dd9a5dd510871e1a03be23faafca5925c62a408a88688868764cec7e45f9d426) AuthConfig (e0f2177515773759d5cbb54a0baab90d7fdbaa77571c3e10b57e7e3e9d7fc54b) AuthConfig (98bc5b2428d30bce95e663e7267af1fbe7bb263c710b9944e2a8f65258a5886b) AuthConfig (1333ecd3cebfc59249775c2dcbb5f0c91e214fb5fe86064543a2dbbac16ac32e) AuthConfig (35a79d3d741735ef37732609fc83d06480f2296b1939ad645ee3b8e5090ca60e) AuthConfig (d3dfa7a234a6341c68e533e87aa564b0fc5210837923c9fac066cdce08ed46c5) AuthConfig (578f9909e5eacdac89023215335512d54201f9215645cd46e4a22c6eb33508ff) AuthConfig (00f3305f8efbaa9cb3b46c0e3467974272ae379a23896d8a4add132b25d1cd3e) AuthConfig (49884f82113639d23b1856b0fe3786b480d8a3f08e75252ab6c4f5666a05aa4e) AuthConfig (caf03d9d0eabead0336e01de97029d946102dbab071c1fac1aac34da14854103)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"297cfe81-b966-4cb1-b95f-9464231486a9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.677040817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"7008fd80-4a77-4557-a738-24fea9f13891","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.719628953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"a51be000-4808-4e9e-9d33-f82127b2fb1f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.739120614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"a51be000-4808-4e9e-9d33-f82127b2fb1f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.745659396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"deb324d8-3214-41c0-bc14-e6c9f333c6e9","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.757528075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2bc4cb1a1886f75554cc7f0875d9b3b5baedb6d0b3c58cc0f800156c2306935b) AuthConfig (b42890f44e04182e206fe68d3c07692f449e4b602f4718bb682cb52b3d62ad70) AuthConfig (dd9a5dd510871e1a03be23faafca5925c62a408a88688868764cec7e45f9d426) AuthConfig (e0f2177515773759d5cbb54a0baab90d7fdbaa77571c3e10b57e7e3e9d7fc54b) AuthConfig (98bc5b2428d30bce95e663e7267af1fbe7bb263c710b9944e2a8f65258a5886b) AuthConfig (1333ecd3cebfc59249775c2dcbb5f0c91e214fb5fe86064543a2dbbac16ac32e) AuthConfig (35a79d3d741735ef37732609fc83d06480f2296b1939ad645ee3b8e5090ca60e) AuthConfig (d3dfa7a234a6341c68e533e87aa564b0fc5210837923c9fac066cdce08ed46c5) AuthConfig (578f9909e5eacdac89023215335512d54201f9215645cd46e4a22c6eb33508ff) AuthConfig (00f3305f8efbaa9cb3b46c0e3467974272ae379a23896d8a4add132b25d1cd3e) AuthConfig (49884f82113639d23b1856b0fe3786b480d8a3f08e75252ab6c4f5666a05aa4e) AuthConfig (caf03d9d0eabead0336e01de97029d946102dbab071c1fac1aac34da14854103)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"a51be000-4808-4e9e-9d33-f82127b2fb1f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.765166462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"aed5384b-6f54-4ed3-ad1e-6826bb3da130","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:59.779542406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-sub","reconcileID":"a0b2e4fa-b881-476f-8d34-4e09f66a320a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.816597168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"94e2f08f-69d4-4160-b4be-1b4cda60c870","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.820510707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"017bc6c4-885a-4f3a-a92e-e23edd98f944","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.82052339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"70561820-a7b0-4506-8a99-27964e667e91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.820842275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"8d2c6974-0ace-4b9a-b79e-65be140e9abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.836932295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"5631cdca-c56d-4821-ab2d-3b9224a8cc38","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.840874366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"70561820-a7b0-4506-8a99-27964e667e91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.842218699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"8d2c6974-0ace-4b9a-b79e-65be140e9abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.843040718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"017bc6c4-885a-4f3a-a92e-e23edd98f944","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.861335958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2bc4cb1a1886f75554cc7f0875d9b3b5baedb6d0b3c58cc0f800156c2306935b) AuthConfig (b42890f44e04182e206fe68d3c07692f449e4b602f4718bb682cb52b3d62ad70) AuthConfig (dd9a5dd510871e1a03be23faafca5925c62a408a88688868764cec7e45f9d426) AuthConfig (e0f2177515773759d5cbb54a0baab90d7fdbaa77571c3e10b57e7e3e9d7fc54b) AuthConfig (98bc5b2428d30bce95e663e7267af1fbe7bb263c710b9944e2a8f65258a5886b) AuthConfig (1333ecd3cebfc59249775c2dcbb5f0c91e214fb5fe86064543a2dbbac16ac32e) AuthConfig (35a79d3d741735ef37732609fc83d06480f2296b1939ad645ee3b8e5090ca60e) AuthConfig (d3dfa7a234a6341c68e533e87aa564b0fc5210837923c9fac066cdce08ed46c5) AuthConfig (578f9909e5eacdac89023215335512d54201f9215645cd46e4a22c6eb33508ff) AuthConfig (00f3305f8efbaa9cb3b46c0e3467974272ae379a23896d8a4add132b25d1cd3e) AuthConfig (49884f82113639d23b1856b0fe3786b480d8a3f08e75252ab6c4f5666a05aa4e) AuthConfig (caf03d9d0eabead0336e01de97029d946102dbab071c1fac1aac34da14854103)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"017bc6c4-885a-4f3a-a92e-e23edd98f944","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.904386239Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-sub","reconcileID":"f12ea24c-eac4-4025-8311-eb4c91eb2aa6","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w5-743a5e/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w5-743a5e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.962007727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"97a9b171-d6c4-46f5-a770-05585fa95e7e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.966657115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"9ca21bb4-a9f9-4260-bb8b-510025f56a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.96716181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"b076c311-12ee-41f1-b910-4924486edeaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.981519815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"97a9b171-d6c4-46f5-a770-05585fa95e7e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.986585912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"9ca21bb4-a9f9-4260-bb8b-510025f56a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.989545131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"b076c311-12ee-41f1-b910-4924486edeaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.999324468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"04275127-6778-40dc-9912-83b84b7cc6f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:00.061815283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2bc4cb1a1886f75554cc7f0875d9b3b5baedb6d0b3c58cc0f800156c2306935b) AuthConfig (b42890f44e04182e206fe68d3c07692f449e4b602f4718bb682cb52b3d62ad70) AuthConfig (dd9a5dd510871e1a03be23faafca5925c62a408a88688868764cec7e45f9d426) AuthConfig (e0f2177515773759d5cbb54a0baab90d7fdbaa77571c3e10b57e7e3e9d7fc54b) AuthConfig (98bc5b2428d30bce95e663e7267af1fbe7bb263c710b9944e2a8f65258a5886b) AuthConfig (1333ecd3cebfc59249775c2dcbb5f0c91e214fb5fe86064543a2dbbac16ac32e) AuthConfig (35a79d3d741735ef37732609fc83d06480f2296b1939ad645ee3b8e5090ca60e) AuthConfig (d3dfa7a234a6341c68e533e87aa564b0fc5210837923c9fac066cdce08ed46c5) AuthConfig (578f9909e5eacdac89023215335512d54201f9215645cd46e4a22c6eb33508ff) AuthConfig (00f3305f8efbaa9cb3b46c0e3467974272ae379a23896d8a4add132b25d1cd3e) AuthConfig (49884f82113639d23b1856b0fe3786b480d8a3f08e75252ab6c4f5666a05aa4e) AuthConfig (caf03d9d0eabead0336e01de97029d946102dbab071c1fac1aac34da14854103)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"97a9b171-d6c4-46f5-a770-05585fa95e7e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:00.062986505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"51f8dbbf-fe3a-4000-aaf1-94ac57390e31","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:00.106934297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-sub","reconcileID":"286aad20-8379-4d9f-a90f-1c1b68deb523","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:03.903034411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"9944f0f7-d5f1-4113-9f7a-d6c1df1de251","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:05.465557255Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-api-key-no-access-sub","reconcileID":"be70af43-36be-4055-aced-b5589d22586e","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:05.518802218Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-api-key-no-access-sub","reconcileID":"be70af43-36be-4055-aced-b5589d22586e","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-a9def7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:05.564248058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"923b7874-964e-40a8-bb6c-0ff878d55e4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:05.58693747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"a89d5aaf-226f-4db0-bb05-801469196737","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:05.608307083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"952a65ef-1bd9-49b2-ad90-0aa5d42b0ab0","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:05.629810143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"4f06c281-24dc-440e-93fe-32cc66cda72c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:05.629928417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-api-key-no-access-auth","reconcileID":"a25df066-2e30-4a3c-9de7-53edac7ae4f4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:05.629811476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"507a5007-0a09-418e-aada-5a7a289dd05a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:05.649766469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"4f06c281-24dc-440e-93fe-32cc66cda72c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:05.649788437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"507a5007-0a09-418e-aada-5a7a289dd05a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:05.651869952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-api-key-no-access-auth","reconcileID":"a25df066-2e30-4a3c-9de7-53edac7ae4f4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:05.754070893Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-api-key-no-access-auth","reconcileID":"763b54cc-ba45-4390-b546-216607c507c4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:05.754164373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"a651dba0-6c28-4c84-ba15-64d2a80f2720","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:05.926250853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"6ede4b25-c2b7-4585-90f7-ba6c2a2cb8bc","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:05.946762144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"f237a89f-5b02-4eb9-8b08-e720e5a07c09","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.058961437Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-subscription","reconcileID":"10313145-f203-46ae-bd9f-36ad5a7aac4d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"model":"e2e-models-e2e-worker-w4-b31f3f/distinct-w4-b31f3f","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.081071395Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-subscription","reconcileID":"10313145-f203-46ae-bd9f-36ad5a7aac4d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"model":"e2e-models-e2e-worker-w4-b31f3f/distinct-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.096605836Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-subscription","reconcileID":"10313145-f203-46ae-bd9f-36ad5a7aac4d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/distinct-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.113911637Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-subscription","reconcileID":"10313145-f203-46ae-bd9f-36ad5a7aac4d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"model":"e2e-models-e2e-worker-w4-b31f3f/distinct-2-w4-b31f3f","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.132238701Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-subscription","reconcileID":"10313145-f203-46ae-bd9f-36ad5a7aac4d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"model":"e2e-models-e2e-worker-w4-b31f3f/distinct-2-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.152931093Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-subscription","reconcileID":"10313145-f203-46ae-bd9f-36ad5a7aac4d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/distinct-2-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.172047227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"2347e179-bc61-4d76-ae2b-48c6b81f4fb2","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.195052496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"90021c00-6512-427f-93db-60e6178302d0","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.24328555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-models-invalid-sub-auth","reconcileID":"759b706f-cc98-48d4-97d2-8a46af6bdf19","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.253866908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"82e122b9-9fd2-4bc7-890d-661bf8740890","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.262617137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-models-invalid-sub-auth","reconcileID":"759b706f-cc98-48d4-97d2-8a46af6bdf19","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.27400153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"6de7c258-d537-44f3-b402-f1dcdef8db15","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.345168028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"02376f5c-7580-4bee-b4d7-e5528521c13f","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.37624746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"34775d46-66ac-4222-bdda-a6bd2eb0ad3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.376450281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"0310eed2-025a-472e-bc90-fddc92d9989b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.376247438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-auth","reconcileID":"ec619762-6211-421f-8c1d-d6d4c3e114c6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.384047655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"63fdcdca-a573-4589-9709-c8eaf15ee50f","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.396288825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"34775d46-66ac-4222-bdda-a6bd2eb0ad3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.396446478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-auth","reconcileID":"ec619762-6211-421f-8c1d-d6d4c3e114c6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.406013745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"8eb1be0f-271c-41e7-9d9b-301a02929cf3","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.406105319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"0310eed2-025a-472e-bc90-fddc92d9989b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:01:07.41931656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-models-valid-sub","reconcileID":"232eee01-50da-4ede-ac2e-e936e4182334","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.425122714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"ab4d4a82-af15-44c3-a17b-d033b8f5d581","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.425399585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"a1db3c8f-348d-4a4a-85fe-69da0ef8854f","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.441993352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-models-invalid-sub-auth","reconcileID":"3380069c-ce11-49ca-88e3-4bf07fd9c3ec","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.44248207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"41f7df59-b318-4c98-8b09-28ccf1042560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.458733548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"3587d068-c5b2-4277-a77c-c20ee4e572e2","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.464743055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-models-invalid-sub-auth","reconcileID":"3380069c-ce11-49ca-88e3-4bf07fd9c3ec","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.464797014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"41f7df59-b318-4c98-8b09-28ccf1042560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.47668727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"77f8828f-eb09-4103-a7a8-c3063b1d3520","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.531207448Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-auth","reconcileID":"b7cbd984-1556-4ce5-b5f4-fe001ee46fc2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"model":"e2e-models-e2e-worker-w4-b31f3f/distinct-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.546735114Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"e2e-distinct-models-auth","reconcileID":"b7cbd984-1556-4ce5-b5f4-fe001ee46fc2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"model":"e2e-models-e2e-worker-w4-b31f3f/distinct-2-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.546785762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"1f47f17e-8578-48b9-a5a6-73ac1cfab751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.554020226Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-models-valid-sub","reconcileID":"bc15c8dc-30ce-44b6-a4d7-a813d314cef5","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-a9def7/e2e-models-valid-sub","ai-tenant-e2e-worker-w2-a9def7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.567308405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"1f47f17e-8578-48b9-a5a6-73ac1cfab751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.614953827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"92576c09-c3b7-4893-a96b-5a218e75638a","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.629622606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"b6130def-5e07-49d9-9506-e7744772fc8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.644714977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-models-invalid-sub-auth","reconcileID":"04517a12-a464-4013-bddb-8fae98eb7129","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.65041906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"fe01a0cb-ece7-4664-9078-edd9755c1d7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.664353156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-models-invalid-sub-auth","reconcileID":"04517a12-a464-4013-bddb-8fae98eb7129","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.670220695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"e2a3f1ef-37d7-48d2-ad06-706f27f12795","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.670513718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"172611c7-e47e-4047-9b0e-cf834ab1e906","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.670663788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"fe01a0cb-ece7-4664-9078-edd9755c1d7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.69261483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"0b0b108b-bd2c-417c-9f8b-64257a740139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.712200566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"0b0b108b-bd2c-417c-9f8b-64257a740139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.725404311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-models-valid-sub","reconcileID":"2fb68e8a-6041-4a05-890b-2774a7bfff2e","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.861925342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"2f37dc76-2cb8-42c5-9342-bc71b1cccd9a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.896357408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"2f37dc76-2cb8-42c5-9342-bc71b1cccd9a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.919750132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b823e9774e30d757fa68082cc93bf1a8980e72817592cd02dd49cc59dbde7bba) AuthConfig (0ab44c9a3a49719f1168ef472fb2a39a803d7a82a7af000556ffaecc76be8e9e) AuthConfig (dbed71795faf586283902e6f4e95c72199916e06cd7899afa0c9b3a14b20e006) AuthConfig (fd34fb9000d93d03f62e2007052054b254f93eaadc3db2e97c54510b49cd1496) AuthConfig (30f34581d5ad686ed97e7b157f735e643a0aa16c1f2ceb2c94e9ba4066f30982) AuthConfig (8a7a7b7479a4895b391e46f778a320fadd7d13078116995c7377f035522d8a70) AuthConfig (2c64841a0891f646200ff547bd74514c1e9cb7aa13d88f0254817d15eb5abfbc) AuthConfig (056b2830fea8f64441784bb9e951e98201eabe844f90be789a99fb13e558e487) AuthConfig (18a1146cf72b9b6e92f6beb82d5f322c7af65bdf3840974832b2f01afd532159) AuthConfig (d3a166c82da93b24d65f3fe8676f5095342a40ac2204133c17dfea69fba15f64) AuthConfig (00a45e771ab3d74ed463f34134b8017897028617e027dd353c7c28ff7ef0b419) AuthConfig (d4fb6e8e3dda1cdc120871e724b6d00dff124934056e878943dc9210f83ebba6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"2f37dc76-2cb8-42c5-9342-bc71b1cccd9a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:08.081959584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"08798cbe-6153-45cc-9d4a-a5e6c7b5bc1f","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:08.1269666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"5889d88f-abaa-42e5-a272-4185923fc05d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:08.127024438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-models-invalid-sub-auth","reconcileID":"ef92d2b5-411c-4009-afa5-1105ffc35b4d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:08.127373277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"aba1642c-ac32-4868-bcd1-9c8f232885f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:08.148397927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-models-invalid-sub-auth","reconcileID":"ef92d2b5-411c-4009-afa5-1105ffc35b4d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:08.152832758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"5889d88f-abaa-42e5-a272-4185923fc05d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:08.153035367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"aba1642c-ac32-4868-bcd1-9c8f232885f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.067130484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"e130e328-3d97-480a-a27b-de12eab6bfcf","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.067511744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"731f8180-f3a5-48f3-b230-8f39d4560496","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.067784876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"86f7b9d3-d16a-49e4-9c0b-61fb05ceb488","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.100270342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"ba982bd4-9f2c-4390-9f35-8751dfc2f0f8","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.100611462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"a7e25760-e3d7-46ae-bfdc-61151cf5ef2c","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.100980689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"b1ecead9-750f-4f5a-be7d-cb3d47580246","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.111966298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"c9777a12-e449-4921-8077-3090b6c25c9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.112186632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"5d0bec98-c7bc-41b8-8e9c-1878bc8a1c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.117419433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"c4c4f0c7-1eef-4554-a479-6180ee3c5f9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-premium-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.11826457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"2f75fa83-095e-44ba-b4ce-d897bcd9962e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.131406425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"5d0bec98-c7bc-41b8-8e9c-1878bc8a1c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.131520413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"c9777a12-e449-4921-8077-3090b6c25c9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.350082888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"05e1b5f7-2c31-452f-935a-a9da96753a02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.419716471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"0522e407-8065-4c26-a562-0c0d859899e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.440983554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"0522e407-8065-4c26-a562-0c0d859899e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.445007255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"05e1b5f7-2c31-452f-935a-a9da96753a02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.513536854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01562873-cdcf-4f21-bb64-8c8a7f990a32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.513559996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01562873-cdcf-4f21-bb64-8c8a7f990a32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.531740769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef3e412c-61f2-43a7-bdc8-0dc7ecd38f32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.531762931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef3e412c-61f2-43a7-bdc8-0dc7ecd38f32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.561271955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"namespace":"ai-tenant-e2e-mt-b2515268","name":"e2e-shared-int-policy-b2515268","reconcileID":"a795b1ca-2c4c-4f70-9776-34fc34619427","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.624390938Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"namespace":"ai-tenant-e2e-mt-b2515268","name":"e2e-shared-int-policy-b2515268","reconcileID":"a795b1ca-2c4c-4f70-9776-34fc34619427","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.642785287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"namespace":"ai-tenant-e2e-mt-b2515268","name":"e2e-shared-int-policy-b2515268","reconcileID":"a795b1ca-2c4c-4f70-9776-34fc34619427","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.661048901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f97f7fe4-555d-4135-9d7e-b73aeaa47b32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.661069746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f97f7fe4-555d-4135-9d7e-b73aeaa47b32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.729300986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3351f0c9-9139-450f-baf0-f04fa57713f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.729322543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3351f0c9-9139-450f-baf0-f04fa57713f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.747466143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90bea448-e7bc-43ee-bb66-9c731c4de5d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.747486331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90bea448-e7bc-43ee-bb66-9c731c4de5d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.763538944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"namespace":"ai-tenant-e2e-mt-b2515268","name":"e2e-shared-int-policy-b2515268","reconcileID":"64c95c64-a9d8-4baa-b7ab-49ac3b67b6c4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:01:09.764508881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"namespace":"ai-tenant-e2e-mt-b2515268","name":"e2e-shared-int-sub-b2515268","reconcileID":"84614778-5978-40f3-85a8-eacd37083efd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-b2515268\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.78309603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"namespace":"ai-tenant-e2e-mt-b2515268","name":"e2e-shared-int-policy-b2515268","reconcileID":"64c95c64-a9d8-4baa-b7ab-49ac3b67b6c4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.801543081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7c7e4ea-69c2-47e4-8b53-5d639b88f38c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.801555897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7c7e4ea-69c2-47e4-8b53-5d639b88f38c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.801862186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"namespace":"ai-tenant-e2e-mt-b2515268","name":"e2e-shared-int-policy-b2515268","reconcileID":"64c95c64-a9d8-4baa-b7ab-49ac3b67b6c4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.822672605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f9425b7-4901-499d-8ec1-2ed59823d35d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.822692441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f9425b7-4901-499d-8ec1-2ed59823d35d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.888798454Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"namespace":"ai-tenant-e2e-mt-b2515268","name":"e2e-shared-int-sub-b2515268","reconcileID":"f21bc5f0-450f-471e-a63d-2b177ae09f2c","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-b2515268/e2e-shared-int-sub-b2515268","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.944106898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a51d2384-d8bb-4975-87dd-89bdaeafb6c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.944131382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a51d2384-d8bb-4975-87dd-89bdaeafb6c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.967331425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"19e15ff6-9141-43db-ab13-ef8483321ccc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:10.0676816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"namespace":"ai-tenant-e2e-mt-b2515268","name":"e2e-shared-int-sub-b2515268","reconcileID":"34510fde-3248-4b00-9d11-d2719c7dce01","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:10.1046016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"b88a006a-6d43-4ffc-82f1-fcf8e11cd4ce","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:10.124261164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"b88a006a-6d43-4ffc-82f1-fcf8e11cd4ce","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:10.142791138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2bc4cb1a1886f75554cc7f0875d9b3b5baedb6d0b3c58cc0f800156c2306935b) AuthConfig (b42890f44e04182e206fe68d3c07692f449e4b602f4718bb682cb52b3d62ad70) AuthConfig (dd9a5dd510871e1a03be23faafca5925c62a408a88688868764cec7e45f9d426) AuthConfig (e0f2177515773759d5cbb54a0baab90d7fdbaa77571c3e10b57e7e3e9d7fc54b) AuthConfig (98bc5b2428d30bce95e663e7267af1fbe7bb263c710b9944e2a8f65258a5886b) AuthConfig (1333ecd3cebfc59249775c2dcbb5f0c91e214fb5fe86064543a2dbbac16ac32e) AuthConfig (35a79d3d741735ef37732609fc83d06480f2296b1939ad645ee3b8e5090ca60e) AuthConfig (d3dfa7a234a6341c68e533e87aa564b0fc5210837923c9fac066cdce08ed46c5) AuthConfig (578f9909e5eacdac89023215335512d54201f9215645cd46e4a22c6eb33508ff) AuthConfig (00f3305f8efbaa9cb3b46c0e3467974272ae379a23896d8a4add132b25d1cd3e) AuthConfig (49884f82113639d23b1856b0fe3786b480d8a3f08e75252ab6c4f5666a05aa4e) AuthConfig (caf03d9d0eabead0336e01de97029d946102dbab071c1fac1aac34da14854103)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"b88a006a-6d43-4ffc-82f1-fcf8e11cd4ce","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:10.729724156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c6f5d34-5e8c-44ff-8662-0512513d4244","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:10.729822851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c6f5d34-5e8c-44ff-8662-0512513d4244","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:10.753957075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e10ef7f7-e6fc-424e-be8b-1827ee428658","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:10.753984176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e10ef7f7-e6fc-424e-be8b-1827ee428658","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:10.789270381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"101111fc-ad56-460b-982b-6af20fad9d2c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:10.809806998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"101111fc-ad56-460b-982b-6af20fad9d2c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:10.856435096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"101111fc-ad56-460b-982b-6af20fad9d2c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:10.880070206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e9e080c-c3a8-4a7d-a31d-cff6470739a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:10.880109858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e9e080c-c3a8-4a7d-a31d-cff6470739a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:10.959284252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e12d9cb8-ce6d-474e-8079-0e4f095022ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:10.959327719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e12d9cb8-ce6d-474e-8079-0e4f095022ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:10.97794857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57a98206-b7c0-429d-a70e-cb3c693d6533","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:10.977974711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57a98206-b7c0-429d-a70e-cb3c693d6533","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:10.989005075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"13fbe2cd-c8df-4cdb-977a-e44e8fd59d9e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:01:10.998192534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-sub-b2515268","reconcileID":"a1f4dd94-7e30-4ab9-b9b0-e1481a40174a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-b2515268\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:11.009254143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"13fbe2cd-c8df-4cdb-977a-e44e8fd59d9e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:11.027791148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"13fbe2cd-c8df-4cdb-977a-e44e8fd59d9e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:11.043928433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f89c7a1-0742-4754-a032-8f0b620994c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:11.043957126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f89c7a1-0742-4754-a032-8f0b620994c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:11.064851632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b0f0b53-9334-463f-a4af-41e107bceaf2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:11.064872347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b0f0b53-9334-463f-a4af-41e107bceaf2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:11.132195948Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-sub-b2515268","reconcileID":"3cef0445-11f4-4189-ade5-925c1580bf2d","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-b2515268/e2e-shared-int-sub-b2515268","ai-tenant-e2e-mt-b4ba961e/e2e-shared-int-sub-b2515268","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:11.185488208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15b620e2-e439-40a4-ba58-b05345059424","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:11.185508471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15b620e2-e439-40a4-ba58-b05345059424","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:11.211461274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17b2c385-c323-401a-81c2-4ee1c5d7e2a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:11.211504764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"namespace":"ai-tenant-e2e-mt-b2515268","name":"e2e-shared-int-sub-b2515268","reconcileID":"f61473c1-053a-4049-be64-9e1981676f33","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:11.316950061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-sub-b2515268","reconcileID":"f9e60829-bf3c-449c-bb2e-e7295df2f1f5","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:11.738438355Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"namespace":"ai-tenant-e2e-mt-b2515268","name":"e2e-shared-int-policy-b2515268","reconcileID":"6d2781e7-82e6-4dfa-bd9f-fc68d00548c3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:11.738547773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f80bf299-5ba3-4264-9bec-b5f214cd7832","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:11.738573436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f80bf299-5ba3-4264-9bec-b5f214cd7832","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:11.76731667Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"namespace":"ai-tenant-e2e-mt-b2515268","name":"e2e-shared-int-policy-b2515268","reconcileID":"6d2781e7-82e6-4dfa-bd9f-fc68d00548c3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"policyNamespace":"ai-tenant-e2e-mt-b2515268","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:11.787289948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"436b4a03-1ba3-43eb-880e-81f90c73bb26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:11.787309041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"436b4a03-1ba3-43eb-880e-81f90c73bb26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:12.005469078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c84616b-c4a8-4162-83f2-aef2c3c5be74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:12.005497089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c84616b-c4a8-4162-83f2-aef2c3c5be74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:17.964026719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"3dfb4070-6c84-4779-a7ab-1115a670b5ca","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:17.984050587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"3dfb4070-6c84-4779-a7ab-1115a670b5ca","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.00239529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b823e9774e30d757fa68082cc93bf1a8980e72817592cd02dd49cc59dbde7bba) AuthConfig (0ab44c9a3a49719f1168ef472fb2a39a803d7a82a7af000556ffaecc76be8e9e) AuthConfig (dbed71795faf586283902e6f4e95c72199916e06cd7899afa0c9b3a14b20e006) AuthConfig (fd34fb9000d93d03f62e2007052054b254f93eaadc3db2e97c54510b49cd1496) AuthConfig (30f34581d5ad686ed97e7b157f735e643a0aa16c1f2ceb2c94e9ba4066f30982) AuthConfig (8a7a7b7479a4895b391e46f778a320fadd7d13078116995c7377f035522d8a70) AuthConfig (2c64841a0891f646200ff547bd74514c1e9cb7aa13d88f0254817d15eb5abfbc) AuthConfig (056b2830fea8f64441784bb9e951e98201eabe844f90be789a99fb13e558e487) AuthConfig (18a1146cf72b9b6e92f6beb82d5f322c7af65bdf3840974832b2f01afd532159) AuthConfig (d3a166c82da93b24d65f3fe8676f5095342a40ac2204133c17dfea69fba15f64) AuthConfig (00a45e771ab3d74ed463f34134b8017897028617e027dd353c7c28ff7ef0b419) AuthConfig (d4fb6e8e3dda1cdc120871e724b6d00dff124934056e878943dc9210f83ebba6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"3dfb4070-6c84-4779-a7ab-1115a670b5ca","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.133317905Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-models-valid-sub","reconcileID":"50121d31-d7a5-44c6-91d2-5181d86696af","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.187742585Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-models-valid-sub","reconcileID":"50121d31-d7a5-44c6-91d2-5181d86696af","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-a9def7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.235327088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"1eeca45f-e791-4e3f-b105-506afb359fae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.338699563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"d25478ad-a106-4cd2-bbda-5d0f5be583ff","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.381190278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-models-invalid-sub-auth","reconcileID":"c28f2ce5-d099-468d-8a9c-b5dc99e7cffd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.381233668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"b8a0588b-288c-4651-95a1-9e1a481ee79e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.381557581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"d1d8c309-27b1-4970-8d0b-ac4f6bdeef35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.400879085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"b8a0588b-288c-4651-95a1-9e1a481ee79e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.402021756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-models-invalid-sub-auth","reconcileID":"c28f2ce5-d099-468d-8a9c-b5dc99e7cffd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.403206548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"d1d8c309-27b1-4970-8d0b-ac4f6bdeef35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.49548148Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"e2e-models-invalid-sub-auth","reconcileID":"14d5329a-8147-4328-bff2-c860b04a265d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.495509449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"5cbfa45e-0168-40d6-9ec5-22d8dead7455","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.671720182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"e5da369d-b97a-4b80-a87e-8769a3747125","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:19.903826512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a2d5024-4633-4b6b-84be-5e71cae2e36f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:19.903851464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a2d5024-4633-4b6b-84be-5e71cae2e36f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:19.923055788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d56782e-d0a7-4ad6-9d70-169f9f139f38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:19.92307217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d56782e-d0a7-4ad6-9d70-169f9f139f38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:19.969940055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"19567195-b9ea-44f6-97bf-acfe58297633","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.036066524Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"19567195-b9ea-44f6-97bf-acfe58297633","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.065698722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"19567195-b9ea-44f6-97bf-acfe58297633","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.085761545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d95489b-9b90-470d-8c80-fc90c8de9d9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.085779816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d95489b-9b90-470d-8c80-fc90c8de9d9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.128097505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e514458d-485d-4591-ad90-e3516b9d36b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.128118874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e514458d-485d-4591-ad90-e3516b9d36b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.146198034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5dbf3df6-fef9-4bf7-a94e-629568d60f4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.146218932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5dbf3df6-fef9-4bf7-a94e-629568d60f4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:01:20.165125475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ba9746","reconcileID":"8bb6c86c-dc7c-461c-896e-1084219cffbc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-ba9746\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.171190572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03d37678-da78-4dbc-b69e-91170966b936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.171216432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"30115972-bda0-42af-b017-311a6d0e4999","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.171504382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3aa89baf-25dd-4e54-8e40-43dd2137eec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.190924911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"30115972-bda0-42af-b017-311a6d0e4999","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.190940598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3aa89baf-25dd-4e54-8e40-43dd2137eec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.19311557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03d37678-da78-4dbc-b69e-91170966b936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.204088677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96e04894-d4f3-44b3-a214-8d503bb9d6ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.20410312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96e04894-d4f3-44b3-a214-8d503bb9d6ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.209367409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"30115972-bda0-42af-b017-311a6d0e4999","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.221794075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"464ed2c2-66b3-4bf4-a483-98ee62275ce6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.221810343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"464ed2c2-66b3-4bf4-a483-98ee62275ce6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.271175226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"dd66d57b-9c85-43f6-a2a4-00e82d61fcc0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.287090046Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ba9746","reconcileID":"133de803-4e0f-4f9c-b315-94d5429213ee","MaaSSubscription":{"name":"e2e-default-int-sub-ba9746","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-b4ba961e/e2e-shared-int-sub-b2515268","models-as-a-service/e2e-default-int-sub-ba9746","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.290743515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"dd66d57b-9c85-43f6-a2a4-00e82d61fcc0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.309856891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2bc4cb1a1886f75554cc7f0875d9b3b5baedb6d0b3c58cc0f800156c2306935b) AuthConfig (b42890f44e04182e206fe68d3c07692f449e4b602f4718bb682cb52b3d62ad70) AuthConfig (dd9a5dd510871e1a03be23faafca5925c62a408a88688868764cec7e45f9d426) AuthConfig (e0f2177515773759d5cbb54a0baab90d7fdbaa77571c3e10b57e7e3e9d7fc54b) AuthConfig (98bc5b2428d30bce95e663e7267af1fbe7bb263c710b9944e2a8f65258a5886b) AuthConfig (1333ecd3cebfc59249775c2dcbb5f0c91e214fb5fe86064543a2dbbac16ac32e) AuthConfig (35a79d3d741735ef37732609fc83d06480f2296b1939ad645ee3b8e5090ca60e) AuthConfig (d3dfa7a234a6341c68e533e87aa564b0fc5210837923c9fac066cdce08ed46c5) AuthConfig (578f9909e5eacdac89023215335512d54201f9215645cd46e4a22c6eb33508ff) AuthConfig (00f3305f8efbaa9cb3b46c0e3467974272ae379a23896d8a4add132b25d1cd3e) AuthConfig (49884f82113639d23b1856b0fe3786b480d8a3f08e75252ab6c4f5666a05aa4e) AuthConfig (caf03d9d0eabead0336e01de97029d946102dbab071c1fac1aac34da14854103)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"dd66d57b-9c85-43f6-a2a4-00e82d61fcc0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.343599002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e8cee43-e81f-4f2e-b24c-8ab1660d2688","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.343613977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e8cee43-e81f-4f2e-b24c-8ab1660d2688","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.370752986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3ead0ff2-395d-4cc4-9c77-f6f6743c6d5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.370752572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-sub-b2515268","reconcileID":"25824115-1709-4a8e-9840-2c08837ba466","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.466503946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ba9746","reconcileID":"71fc3ecf-388b-434e-baa8-34ed46929ddf","MaaSSubscription":{"name":"e2e-default-int-sub-ba9746","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:21.057426649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"46d841bb-a461-4384-9aab-945a3a250f4c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:21.113529538Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"46d841bb-a461-4384-9aab-945a3a250f4c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:21.133074477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"46d841bb-a461-4384-9aab-945a3a250f4c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:21.154069446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"512a17e7-a41b-491a-9f9c-ca5f81bf1b48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:21.154095038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"512a17e7-a41b-491a-9f9c-ca5f81bf1b48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:21.780805559Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:22.056333998Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"namespace":"ai-tenant-e2e-mt-b2515268","name":"e2e-shared-int-sub-b2515268","reconcileID":"3004eef1-a6c7-482e-a99e-14631b40c76e","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-b2515268","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:22.086985656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"namespace":"ai-tenant-e2e-mt-b2515268","name":"e2e-shared-int-sub-b2515268","reconcileID":"3004eef1-a6c7-482e-a99e-14631b40c76e","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b2515268"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:22.158302237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57d1bd30-eda6-4d95-8c02-2eb1c8edb978","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:22.15831931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57d1bd30-eda6-4d95-8c02-2eb1c8edb978","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:28.197211377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"652d6d42-0473-4662-af98-fe7c6d14a322","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:28.252552218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"652d6d42-0473-4662-af98-fe7c6d14a322","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:28.306014651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-a940bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b823e9774e30d757fa68082cc93bf1a8980e72817592cd02dd49cc59dbde7bba) AuthConfig (0ab44c9a3a49719f1168ef472fb2a39a803d7a82a7af000556ffaecc76be8e9e) AuthConfig (dbed71795faf586283902e6f4e95c72199916e06cd7899afa0c9b3a14b20e006) AuthConfig (fd34fb9000d93d03f62e2007052054b254f93eaadc3db2e97c54510b49cd1496) AuthConfig (30f34581d5ad686ed97e7b157f735e643a0aa16c1f2ceb2c94e9ba4066f30982) AuthConfig (8a7a7b7479a4895b391e46f778a320fadd7d13078116995c7377f035522d8a70) AuthConfig (2c64841a0891f646200ff547bd74514c1e9cb7aa13d88f0254817d15eb5abfbc) AuthConfig (056b2830fea8f64441784bb9e951e98201eabe844f90be789a99fb13e558e487) AuthConfig (18a1146cf72b9b6e92f6beb82d5f322c7af65bdf3840974832b2f01afd532159) AuthConfig (d3a166c82da93b24d65f3fe8676f5095342a40ac2204133c17dfea69fba15f64) AuthConfig (00a45e771ab3d74ed463f34134b8017897028617e027dd353c7c28ff7ef0b419) AuthConfig (d4fb6e8e3dda1cdc120871e724b6d00dff124934056e878943dc9210f83ebba6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"652d6d42-0473-4662-af98-fe7c6d14a322","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:30.535092772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"e508fc8c-308a-48b2-97c5-80e287e601c1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:30.781112474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"329f2a81-44b0-4242-a203-e9f092948f19","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.167659042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"ca6ef0b1-9590-4816-b58d-599874b5b9d7","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.19605425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"329f2a81-44b0-4242-a203-e9f092948f19","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.254645061Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"e508fc8c-308a-48b2-97c5-80e287e601c1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.443543813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"a70c5834-7404-4564-9258-ec23e071c643","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.454114217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2bc4cb1a1886f75554cc7f0875d9b3b5baedb6d0b3c58cc0f800156c2306935b) AuthConfig (b42890f44e04182e206fe68d3c07692f449e4b602f4718bb682cb52b3d62ad70) AuthConfig (dd9a5dd510871e1a03be23faafca5925c62a408a88688868764cec7e45f9d426) AuthConfig (e0f2177515773759d5cbb54a0baab90d7fdbaa77571c3e10b57e7e3e9d7fc54b) AuthConfig (98bc5b2428d30bce95e663e7267af1fbe7bb263c710b9944e2a8f65258a5886b) AuthConfig (1333ecd3cebfc59249775c2dcbb5f0c91e214fb5fe86064543a2dbbac16ac32e) AuthConfig (35a79d3d741735ef37732609fc83d06480f2296b1939ad645ee3b8e5090ca60e) AuthConfig (d3dfa7a234a6341c68e533e87aa564b0fc5210837923c9fac066cdce08ed46c5) AuthConfig (578f9909e5eacdac89023215335512d54201f9215645cd46e4a22c6eb33508ff) AuthConfig (00f3305f8efbaa9cb3b46c0e3467974272ae379a23896d8a4add132b25d1cd3e) AuthConfig (49884f82113639d23b1856b0fe3786b480d8a3f08e75252ab6c4f5666a05aa4e) AuthConfig (caf03d9d0eabead0336e01de97029d946102dbab071c1fac1aac34da14854103)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"329f2a81-44b0-4242-a203-e9f092948f19","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.467968459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"e508fc8c-308a-48b2-97c5-80e287e601c1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.605578386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b9aa9b5-ed6a-4d4c-89db-f202393aca16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.664298895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b9aa9b5-ed6a-4d4c-89db-f202393aca16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.006709666Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"a70c5834-7404-4564-9258-ec23e071c643","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.163994458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"a70c5834-7404-4564-9258-ec23e071c643","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.2391726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eea0bff2-a69e-425d-be4a-31ffd36f8ac3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.239199463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eea0bff2-a69e-425d-be4a-31ffd36f8ac3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.352762978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"c3990de8-1a2a-464b-813d-1d8fbd36ebe3","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.404163193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"d861accd-7c38-4294-937d-03e49887a34f","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.404758555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"d4211270-00a0-43cc-bfbf-74a065f0a02b","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.435018722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"1ddadf7f-f21b-4706-8380-172ab7023f75","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.435654383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"5a0f8c95-ad15-42eb-8590-c929f0e13825","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.437251443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"364c8efd-f6a9-4136-9bfa-3b74523d31ad","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.511455828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"81b28119-3210-4c71-94a6-cfbe1ae84c17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.511995603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"d36598f2-46d0-4630-b081-97cfd3b1b129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.607179447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"e83a289d-8e7b-49bb-abfe-b85cc9a6b9aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.608673604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"6f23d954-a697-4cca-97c3-1e5d1c835987","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.686984144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"d36598f2-46d0-4630-b081-97cfd3b1b129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.730376613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"81b28119-3210-4c71-94a6-cfbe1ae84c17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:33.084048596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"626ec46c-0a38-499b-b680-d4bf607c08e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:33.194947751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"553fc33e-ad4c-4a13-8cec-4444ba5629ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:33.318619547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"626ec46c-0a38-499b-b680-d4bf607c08e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:33.602037624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"553fc33e-ad4c-4a13-8cec-4444ba5629ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:33.828189299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"b790c174-85c5-4578-b5ad-7306e39fd82d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:33.831898074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"1ed38851-f387-41f7-86e1-89af2ce6666a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:33.918583904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"b790c174-85c5-4578-b5ad-7306e39fd82d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.002230807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"e7d38ba4-217f-4cfe-be56-fca9e0d23fcc","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.173359526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"1ed38851-f387-41f7-86e1-89af2ce6666a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.450258037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"384b796a-1079-48be-8d3c-8dc4e32d6855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.580989569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"e7d38ba4-217f-4cfe-be56-fca9e0d23fcc","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.772586418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"d4dd83cf-f05f-4998-a70c-067c19ab8c9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.774647471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"af35a3bf-0031-47c5-bf58-071e5e20d5ce","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.789756543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"384b796a-1079-48be-8d3c-8dc4e32d6855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.844003856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"d4dd83cf-f05f-4998-a70c-067c19ab8c9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.847888963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-sub","reconcileID":"dfc7cb0b-d80f-464f-ad4b-f6acb7f1a44f","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.866575773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"a3ebf8fd-53d1-41e2-b671-174f383904d4","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.880741977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"774bd1e9-437d-4f34-b105-593f4dbb2b02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.900408888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"a3ebf8fd-53d1-41e2-b671-174f383904d4","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.926264635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c823185e6afaeda679efca596edf613d0e7fe1e1017b5348564ffd73f5d0925d) AuthConfig (878f115d3709f5de530508b7ce233ebebe122ef88a7ec1e533a51049e2a4b17b) AuthConfig (77fdccb80f30a98926fdbadb2d9f3bfd00f0bad1cdaef0a975b30c16eff4a0fb) AuthConfig (48d85ee8e982cdec7cdaaae71ee9c909880f73bf2592f4ce5a64138a6fde892b) AuthConfig (b35a2a0c9b13347a6d1d6f9dabb3620dab7132f87dafca6e5ed9572f35fca938) AuthConfig (b5eb8b7d635e143261d65b7860c8c3745c21c7213a56304772d697851b11769e) AuthConfig (d78f332f6202d67223f016bc4dbb3b4f06d44d45e15cf5830d617b38f4fd9467) AuthConfig (6ab079412a3dbe21d5a74a2ad5bdecc04510ef42e8f985606a6976b1e5329993) AuthConfig (7fe3ea16812f421cb0cb5e2489c4a75a53e8a7ca11ff11e92b34e93c77895a35) AuthConfig (e8e69ef69df1b4a1bfde819e12c1f82b55397d993438a74453ec02ab6829ee7f) AuthConfig (11e193edd7eac1b55d3fb28e2dd0fc571eedab7787fd4ba41729d5b1f7788809) AuthConfig (79f6790f7a63f0fb1c77cc2d8c09690976b252ca0a7771fb1ab929e863db7293)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"a3ebf8fd-53d1-41e2-b671-174f383904d4","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.944585631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"855511b1-0d11-4c01-b1ba-cec9b11d1324","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.957730484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"b4bc47af-037a-4bd5-bcaf-fdfecfc165a2","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.958432166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"7d99f05a-6f06-4de5-9ab9-4af4f803ce9f","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.960586236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"6000a0f1-27f2-4027-bbec-a7a23de4a3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.968080523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"dfcd8c82-300d-452e-87c8-c242fbadb6e4","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.982522058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"6000a0f1-27f2-4027-bbec-a7a23de4a3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.013420699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-sub","reconcileID":"09508004-cad4-4739-9ae1-b2f81233ba48","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.017469605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"3d597f99-9f51-4f6f-b26b-452f1ea7b4e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.038569279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"779001d3-fec0-463e-86c4-5b2a205acd8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.039108497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"2b649072-4e79-4a3d-a819-d735142098ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.039628521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"595577b8-ae32-4f19-971a-6d4615fcc580","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.040103656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"019ffa6f-96cb-429e-b311-3a19925c4390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.094015994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"595577b8-ae32-4f19-971a-6d4615fcc580","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.116288671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"2b649072-4e79-4a3d-a819-d735142098ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.12010477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"779001d3-fec0-463e-86c4-5b2a205acd8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.122663887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"019ffa6f-96cb-429e-b311-3a19925c4390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.265838506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"4576978c-236b-4049-8a8e-500524a6c58a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.365855824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"4576978c-236b-4049-8a8e-500524a6c58a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.39795066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"09fa508e-b90a-4ce4-a1c4-b0b3b4bc0ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.424865011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"0c02f816-8114-407f-be5f-b456e72325c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.425482401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"ddfae05d-0d96-4179-b2eb-836f8456b50c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.454976972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"0c02f816-8114-407f-be5f-b456e72325c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.506781832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"ddfae05d-0d96-4179-b2eb-836f8456b50c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.609945357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"09fa508e-b90a-4ce4-a1c4-b0b3b4bc0ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.720840527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"8e289933-13a5-4ffd-a469-4551bf66f165","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"distinct-2-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"distinct-2-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:36.632388181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"9461a302-e618-4df5-b578-b8e5f612a383","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.488182851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb74a26a-a764-40c6-afca-e94694a1d130","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.48820218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb74a26a-a764-40c6-afca-e94694a1d130","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.532224791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e3e2a1ad-dba1-4842-bce6-f3ea15f5c20d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.551298481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3535b58-1754-46b4-ae94-e82cd457a54d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.551655228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"851a12ad-e49d-4d19-8cca-f9ddf6763245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.551676794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"7d71240e-577a-477c-acb5-8a8b471c8a05","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.589052747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0c8b35e8-f847-405b-987f-f5f721ba570d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.589081466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0c8b35e8-f847-405b-987f-f5f721ba570d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.61406823Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"7d71240e-577a-477c-acb5-8a8b471c8a05","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:01:39.626198989Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"851a12ad-e49d-4d19-8cca-f9ddf6763245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:01:39.62881272Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3535b58-1754-46b4-ae94-e82cd457a54d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.63332312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"7d71240e-577a-477c-acb5-8a8b471c8a05","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.639586602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"21fe2678-aaa6-49ff-accb-d9df0d6c3050","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:01:39.646521044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"851a12ad-e49d-4d19-8cca-f9ddf6763245","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.646869523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"094fc961-ea80-48eb-8986-3a320e3740d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.646884147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"094fc961-ea80-48eb-8986-3a320e3740d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:01:39.647572365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3535b58-1754-46b4-ae94-e82cd457a54d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.647709194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fd3c451d-30e4-46b6-add2-8a5b3e008a38","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.647726241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fd3c451d-30e4-46b6-add2-8a5b3e008a38","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.653049417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a8c9b73-ee5c-4e9c-a1a7-d794ab16e231","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.653065496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a8c9b73-ee5c-4e9c-a1a7-d794ab16e231","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.694329014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d26bdc88-433c-4b65-a21b-3619688541f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.69433379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6f7a9e0-2b83-4ff3-b463-11d8672aca8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.714019003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d26bdc88-433c-4b65-a21b-3619688541f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.714114372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6f7a9e0-2b83-4ff3-b463-11d8672aca8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.732643182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6f7a9e0-2b83-4ff3-b463-11d8672aca8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.732666027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d26bdc88-433c-4b65-a21b-3619688541f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.752579004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e8c7894-8c02-4263-8d28-94ba0ede61b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.752596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e8c7894-8c02-4263-8d28-94ba0ede61b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.753492709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"648944be-3f62-4f32-bec4-0de80da715a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.753507254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"648944be-3f62-4f32-bec4-0de80da715a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:42.295896171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"b4d5d750-a7f2-4bc0-b0de-23cdb173a4ee","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:42.349855921Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"b4d5d750-a7f2-4bc0-b0de-23cdb173a4ee","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:42.368203583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"b4d5d750-a7f2-4bc0-b0de-23cdb173a4ee","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:42.388571877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18004570-113d-4ee2-8292-c202018fd839","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:42.388592321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18004570-113d-4ee2-8292-c202018fd839","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:43.556443028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"30e974a4-2069-4df4-adf6-300bc34a0e79","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:43.59825275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"088402d6-b5b1-4f02-879d-8a9d3d5007e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:43.598749991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"4841f9f3-c8c4-45da-bbb1-a8658fd3c9e5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:43.598780938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"282ad55c-2742-4313-8a2c-be14d9381be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:43.620449153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"088402d6-b5b1-4f02-879d-8a9d3d5007e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:43.621241689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"282ad55c-2742-4313-8a2c-be14d9381be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:43.62273648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"4841f9f3-c8c4-45da-bbb1-a8658fd3c9e5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.001179396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"07e24d62-82f0-4a3a-b97e-f3ce58f33550","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.020829502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"07e24d62-82f0-4a3a-b97e-f3ce58f33550","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.039138062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c823185e6afaeda679efca596edf613d0e7fe1e1017b5348564ffd73f5d0925d) AuthConfig (878f115d3709f5de530508b7ce233ebebe122ef88a7ec1e533a51049e2a4b17b) AuthConfig (77fdccb80f30a98926fdbadb2d9f3bfd00f0bad1cdaef0a975b30c16eff4a0fb) AuthConfig (48d85ee8e982cdec7cdaaae71ee9c909880f73bf2592f4ce5a64138a6fde892b) AuthConfig (b35a2a0c9b13347a6d1d6f9dabb3620dab7132f87dafca6e5ed9572f35fca938) AuthConfig (b5eb8b7d635e143261d65b7860c8c3745c21c7213a56304772d697851b11769e) AuthConfig (d78f332f6202d67223f016bc4dbb3b4f06d44d45e15cf5830d617b38f4fd9467) AuthConfig (6ab079412a3dbe21d5a74a2ad5bdecc04510ef42e8f985606a6976b1e5329993) AuthConfig (7fe3ea16812f421cb0cb5e2489c4a75a53e8a7ca11ff11e92b34e93c77895a35) AuthConfig (e8e69ef69df1b4a1bfde819e12c1f82b55397d993438a74453ec02ab6829ee7f) AuthConfig (11e193edd7eac1b55d3fb28e2dd0fc571eedab7787fd4ba41729d5b1f7788809) AuthConfig (79f6790f7a63f0fb1c77cc2d8c09690976b252ca0a7771fb1ab929e863db7293)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"07e24d62-82f0-4a3a-b97e-f3ce58f33550","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.552323743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"20056de8-c09c-444a-ac7b-6858ff5c74a7","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.6990452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"1e90a9f7-222e-4999-a934-727ae0f8813e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.761426462Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"1e90a9f7-222e-4999-a934-727ae0f8813e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.781179756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"1e90a9f7-222e-4999-a934-727ae0f8813e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.797067702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbf798e5-9a73-48be-a31a-0c5369c767de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.797308423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"133f83e8-6344-4d24-9596-341e56368dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.801340602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48659c26-f62b-43ab-b7e9-37ca95c33f1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.801358011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48659c26-f62b-43ab-b7e9-37ca95c33f1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.81688221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"133f83e8-6344-4d24-9596-341e56368dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.81693759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbf798e5-9a73-48be-a31a-0c5369c767de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.835565581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"133f83e8-6344-4d24-9596-341e56368dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.835990887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbf798e5-9a73-48be-a31a-0c5369c767de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.854096464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ecaff70-88e5-45bb-9a24-5dbf4f09bf3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.854111604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ecaff70-88e5-45bb-9a24-5dbf4f09bf3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.857204517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ff5c9450-3e80-4e82-93b8-5e73224e1583","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.857222572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ff5c9450-3e80-4e82-93b8-5e73224e1583","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:51.778388507Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:52.420003644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"7f588770-a242-4d4d-a3d7-42895f9dff68","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:52.47249925Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"7f588770-a242-4d4d-a3d7-42895f9dff68","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:52.490461325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"7f588770-a242-4d4d-a3d7-42895f9dff68","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:52.508349019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4da4e14c-5148-426d-b4d9-5727504631c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:52.508366688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4da4e14c-5148-426d-b4d9-5727504631c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:53.605455681Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-sub","reconcileID":"2eda0529-5798-408c-9181-4f9cc07f58dd","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:53.657500891Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-sub","reconcileID":"2eda0529-5798-408c-9181-4f9cc07f58dd","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-a940bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:53.70223092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"77b71f40-9c15-450c-863b-5e7baabe1fab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:53.727592265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"159435a0-1bcf-4f6c-acb6-7d89061b2c4c","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:53.827105722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"6502dd79-9f6a-462e-8382-3a569e57faaf","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:53.827429077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"95ccdcbd-b77f-4137-b281-a58feb0f8993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:53.827681291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"2d26fc13-56e1-4c41-8839-42da25377769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:53.863631352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"2d26fc13-56e1-4c41-8839-42da25377769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:53.867113616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"95ccdcbd-b77f-4137-b281-a58feb0f8993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:53.871021864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"6502dd79-9f6a-462e-8382-3a569e57faaf","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:53.883062525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"86c174c4-8e12-4df1-911e-7eea48cd2f07","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:53.913122162Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"e2e-user-token-filter-auth","reconcileID":"0f93c989-2929-4df5-9352-e64acb5d8792","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:54.018685069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"776846fb-809b-4b00-8b95-124c4ac58f95","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:55.082245029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"62c851ec-43a2-428e-ad5a-d5bd950654ee","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:55.101485369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"62c851ec-43a2-428e-ad5a-d5bd950654ee","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:55.120071359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c823185e6afaeda679efca596edf613d0e7fe1e1017b5348564ffd73f5d0925d) AuthConfig (878f115d3709f5de530508b7ce233ebebe122ef88a7ec1e533a51049e2a4b17b) AuthConfig (77fdccb80f30a98926fdbadb2d9f3bfd00f0bad1cdaef0a975b30c16eff4a0fb) AuthConfig (48d85ee8e982cdec7cdaaae71ee9c909880f73bf2592f4ce5a64138a6fde892b) AuthConfig (b35a2a0c9b13347a6d1d6f9dabb3620dab7132f87dafca6e5ed9572f35fca938) AuthConfig (b5eb8b7d635e143261d65b7860c8c3745c21c7213a56304772d697851b11769e) AuthConfig (d78f332f6202d67223f016bc4dbb3b4f06d44d45e15cf5830d617b38f4fd9467) AuthConfig (6ab079412a3dbe21d5a74a2ad5bdecc04510ef42e8f985606a6976b1e5329993) AuthConfig (7fe3ea16812f421cb0cb5e2489c4a75a53e8a7ca11ff11e92b34e93c77895a35) AuthConfig (e8e69ef69df1b4a1bfde819e12c1f82b55397d993438a74453ec02ab6829ee7f) AuthConfig (11e193edd7eac1b55d3fb28e2dd0fc571eedab7787fd4ba41729d5b1f7788809) AuthConfig (79f6790f7a63f0fb1c77cc2d8c09690976b252ca0a7771fb1ab929e863db7293)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"62c851ec-43a2-428e-ad5a-d5bd950654ee","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:56.625090441Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-api-key-deleted-sub-auth","reconcileID":"24b4c62c-d760-459c-a928-6d710a6526b6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:56.625162336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"4bcd5882-628f-4eb9-a1c3-0140a0ab122e","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:56.674648095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"09bff44c-ed64-4a7d-bbb6-1a21d2c5e90a","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:56.766735483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"b466ed90-91ef-494e-82cf-1034c02c0dd0","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:56.813368998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"1e817686-3bc0-400a-a659-eb5d27b49e5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:56.833646704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"22a4aaf2-9018-4a00-a94e-c3109b728fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:56.834058004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"29b7057e-3a38-4ef2-9c6a-a885aaf7e1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:56.854442937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"29b7057e-3a38-4ef2-9c6a-a885aaf7e1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:56.861291113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"22a4aaf2-9018-4a00-a94e-c3109b728fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:56.870817923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"c0712b58-2d1b-42a5-a87e-9978b45f8fd6","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:56.914798177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"47b9cf6a-8ba5-4fef-b7a8-e0c68348e47a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.483430699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"5100a739-9c0c-4f46-a757-8380bf5b9eb9","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"distinct-2-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"distinct-2-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.542927124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"de95773d-5f76-4291-a631-de5c29c74e1d","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.563762323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"df1baea4-f075-4e35-a450-48da40c92343","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.619671711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dd9757e5-8a33-403a-9141-bedc863c8d66","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.639435375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dd9757e5-8a33-403a-9141-bedc863c8d66","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.757663585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"af13acf1-21e0-467b-b731-5db4b8653e6f","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.778736727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"7d4ba9f0-1aad-488a-86bd-55785cb6f697","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:01:57.790594391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5b2ebf6d-b2f9-4426-b024-c76aae81ef38","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.805240755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"39ee8b8c-0155-47bb-8638-60b17df50a46","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.813666172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"6fef26f5-8a85-4aea-991b-20e13f9b7a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.813729957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"4554dbe6-c4c6-4128-89cb-a10526a9ab1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.824080698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"1b2a4296-f546-44b4-a3ac-d3ea9fa68e12","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.833904126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"4554dbe6-c4c6-4128-89cb-a10526a9ab1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.834991305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"6fef26f5-8a85-4aea-991b-20e13f9b7a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.846428675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"b17de02e-b338-4da5-8a78-633dc68fb81e","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.912821159Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7caec617-646e-462a-a76c-8f42697e8f5a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-distinct-w3-8a9e5f","model":"distinct-w3-8a9e5f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-8a9e5f/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.914554774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7f8053db-9ee7-4127-a66a-54710fe93a71","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.93711689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7f8053db-9ee7-4127-a66a-54710fe93a71","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.971379311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"1305a031-a1ff-4036-8d4b-96693e6a80b6","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.99372542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"a3f4b69c-4898-4413-bb2c-66fda1b159b1","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.01833259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"d33042e8-f9a1-4c1d-b4ea-a972a7b3f79d","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.030756036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"1852edde-9f1a-417a-a249-d1ab3edaf728","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-distinct-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.038371399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"fdcc5440-7e78-4213-8a0e-cf4c00b6a27b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.038418629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"92b1d3da-8e9b-4488-b482-fba199aef24b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.058086035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"92b1d3da-8e9b-4488-b482-fba199aef24b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.061506422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"fdcc5440-7e78-4213-8a0e-cf4c00b6a27b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:01:58.112914099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7f8053db-9ee7-4127-a66a-54710fe93a71","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.128690448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dd5e8225-a597-4bdf-9c9f-9aa76e5e823d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.14783152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dd5e8225-a597-4bdf-9c9f-9aa76e5e823d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.207441648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"8c42c060-5168-4905-bbcd-8f18d252670b","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.207521673Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-8a9e5f priority=0:[ai-tenant-e2e-worker-w3-8a9e5f/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-8a9e5f/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.229723368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"62afcfc6-c5e8-43b6-bedd-6ebea0982b68","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.230940796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"0474aefa-b519-4628-b92d-36e936cd0c59","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.241699489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"adb7da66-e4e0-4cf6-a5c5-d54c26da14fe","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:01:58.245875367Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-8a9e5f/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.249360066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"62afcfc6-c5e8-43b6-bedd-6ebea0982b68","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.261883978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"d931eba4-e08e-4ff7-a255-5e02ee01852f","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.272816435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"3328f2b3-1b43-4e09-b3f4-df90e7dd0396","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.32068965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"4e26b358-e0d4-442d-83e8-89a82748b67e","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.335070512Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"65a2cb59-757f-47af-8121-755b1f08709d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-distinct-2-w3-8a9e5f","model":"distinct-2-w3-8a9e5f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-8a9e5f/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.346811279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"0e9c88a1-fe1c-4e21-8cc0-58292b29d02b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.347233229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"f9346adc-e1c1-4917-9f09-eba233e9c320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.369065705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"f9346adc-e1c1-4917-9f09-eba233e9c320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.369657671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"0e9c88a1-fe1c-4e21-8cc0-58292b29d02b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.393919783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"e53731a7-0d07-4286-854b-8518a992b501","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.491277592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4ea546cc-f916-4f6f-900e-6bcf1c02ee04","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.493097135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"04b40879-04c2-4714-801f-4438a2248815","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-distinct-2-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.511093841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4ea546cc-f916-4f6f-900e-6bcf1c02ee04","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.536404946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"45e3d478-6d2c-42a0-a1d1-50669cf11016","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.542321628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"daf31026-02c6-4bfe-a1d5-97245e4a7cc1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.561885148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"daf31026-02c6-4bfe-a1d5-97245e4a7cc1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.64164579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26807ea2-6cb9-4f5e-ae06-808510f4bac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.641773126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"c1fb4a1b-e64b-454d-b4ba-419f828b73a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.641961193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"13f794a7-0d98-4fff-82bc-cad69be36ce7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.655735648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26807ea2-6cb9-4f5e-ae06-808510f4bac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.670006205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26807ea2-6cb9-4f5e-ae06-808510f4bac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.675888666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"c1fb4a1b-e64b-454d-b4ba-419f828b73a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.676625192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"13f794a7-0d98-4fff-82bc-cad69be36ce7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:58.684063326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26807ea2-6cb9-4f5e-ae06-808510f4bac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.304757443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a79585-39b8-402a-a204-e3ac22c4b17a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.319858436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a79585-39b8-402a-a204-e3ac22c4b17a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.338812243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a79585-39b8-402a-a204-e3ac22c4b17a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.356453259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a79585-39b8-402a-a204-e3ac22c4b17a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.44817847Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-751a7416","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-751a7416","reconcileID":"2de4bfaa-da5c-44b8-a54d-11b6a8c73b7b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-751a7416","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-751a7416":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.76937079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e295e1e-4a9a-4928-9934-99b22785821f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.769429906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e295e1e-4a9a-4928-9934-99b22785821f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.814371135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6322628b-f8b9-4280-b82c-b56c9b8d9087","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.835840263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"397d6b6c-6091-4808-9b69-df2c427a5bf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.83652328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"bde66145-2d6c-4654-b816-1de711338d1b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.836632176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ceedf1a9-b98d-4de6-b952-069dbfb6659a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.870493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"83f999b7-0663-4865-add0-e956234f7369","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.870511113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"83f999b7-0663-4865-add0-e956234f7369","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.89968652Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ceedf1a9-b98d-4de6-b952-069dbfb6659a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:01:59.903102427Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"bde66145-2d6c-4654-b816-1de711338d1b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:01:59.913726375Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"397d6b6c-6091-4808-9b69-df2c427a5bf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.917574216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ceedf1a9-b98d-4de6-b952-069dbfb6659a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:01:59.923057826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"bde66145-2d6c-4654-b816-1de711338d1b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.923275198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8b9ad98-3519-44bc-853d-bfcdc079e587","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.923291598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8b9ad98-3519-44bc-853d-bfcdc079e587","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.927197276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5f32f0b3-c57e-4f5a-94c0-7c85c3fae886","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:01:59.934184583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"397d6b6c-6091-4808-9b69-df2c427a5bf8","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.934692453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1cd3087-ad4c-4e4a-b56e-34d30a5b4cb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.934708671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1cd3087-ad4c-4e4a-b56e-34d30a5b4cb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.94427837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b03804e-664e-40c9-85a1-88e9138b197d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.944795224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"94b34908-40ab-400d-af65-0e1d03255fd0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.944809956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"94b34908-40ab-400d-af65-0e1d03255fd0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.94507617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"f86d52b1-2829-4388-b05d-ccaec1502232","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.959736004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b03804e-664e-40c9-85a1-88e9138b197d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.974698168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b03804e-664e-40c9-85a1-88e9138b197d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.98944373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b03804e-664e-40c9-85a1-88e9138b197d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.990082915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"f00b28cc-cbf3-4d9c-8fda-f070b78bb039","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.009536941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"f00b28cc-cbf3-4d9c-8fda-f070b78bb039","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.014596864Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c547134c-36b2-4d2d-97eb-90d759b1328c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9aa11000","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.030830459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"f00b28cc-cbf3-4d9c-8fda-f070b78bb039","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.050558801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59a08e51-6e6b-471c-ba22-b3a50ff2376e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.050578371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59a08e51-6e6b-471c-ba22-b3a50ff2376e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.084949022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b21d40c-3c45-4de7-83b0-033c5ba85949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.105839398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b21d40c-3c45-4de7-83b0-033c5ba85949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.113099037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"34fcf769-2ea1-4160-b659-ee835e85a31c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.113236341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"3dbd41f4-5ea8-4c68-9ea7-6181d235542f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.113474121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"bd9586eb-1f4a-4522-b78e-4ca473cd0a88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.124108847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b21d40c-3c45-4de7-83b0-033c5ba85949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.133008578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"3dbd41f4-5ea8-4c68-9ea7-6181d235542f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.133086318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"34fcf769-2ea1-4160-b659-ee835e85a31c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.135399962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"bd9586eb-1f4a-4522-b78e-4ca473cd0a88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.144598059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d29c6b2-beeb-4ebf-80e5-ec5a20310971","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.144612126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d29c6b2-beeb-4ebf-80e5-ec5a20310971","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.198042109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"88997239-0355-48e8-9211-2de85582f49a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.217908581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"88997239-0355-48e8-9211-2de85582f49a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.279678391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"4758a924-2c66-447f-8964-0266aa7ac72b","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.299274045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"bf69e2d8-22f0-41f7-8e1c-c66aae984cd8","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.332196871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"68b0596e-7e89-4d69-803e-02176bb997ce","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.332200553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"4f9271ab-fe56-40de-b20c-1543b71e9470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.332413448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"afb947c6-256f-4c6b-b65c-af34e506d486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.352908015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"4f9271ab-fe56-40de-b20c-1543b71e9470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.353135046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"68b0596e-7e89-4d69-803e-02176bb997ce","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.355319822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"afb947c6-256f-4c6b-b65c-af34e506d486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.418220054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"f9edb734-ea3d-4e2b-a3c8-2ae38f1862fe","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.437790729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"f9edb734-ea3d-4e2b-a3c8-2ae38f1862fe","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.456073777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66a77dd4bac0078909121b75025e37981fc3f89fa23a1ba2cae738083efe010c) AuthConfig (4e8dd3a38614c20d4d89140d4d57d0cc022e5321a1e18c1a1845ef1f55b7201e) AuthConfig (ae5b28785f1440be764694d3e0a349beb963be6d432e433dbfbfc8070c13363c) AuthConfig (a950b10f26d06f2c625b4511aea662e4272b9178fd5fcd8db05216c777f941a3) AuthConfig (70a52b28327b194e2b6249cccb31fdcf4ad338c781f5e2366c4a3663fb215252) AuthConfig (83502380708d917b31a397c9dfbc7d821e46c0f21d4c8664d1a6d1c75f523ee8) AuthConfig (4206079d7076c7dfdc8abbd4d64aab112b817ef914f51aebb64934b22df26478) AuthConfig (535f9d55a1a594c66bbdd1038837acba558cc51e60c0a89a0c748b159862f132) AuthConfig (a102ce1dddfc6d27fd2eff17bb4d62d35cb29520ef77e443b66236fc649d9f12) AuthConfig (8751c6a5253a6f8a379e743f26b7fb8f4b3afc9a0037a710f2aedb01f691d9b2) AuthConfig (bdc2e96aabc973b2029c0fd7aec1ee017ffe9b8e15c7497f1cb9f51498039360) AuthConfig (61c08f9ab2147ce976203b54b9cb06c561e68b1959649231da3755160780ec83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"f9edb734-ea3d-4e2b-a3c8-2ae38f1862fe","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.476074855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"82dead21-a48a-44cc-a0e4-02b555447f51","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.498449155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"7f0cb226-d780-4541-9bc2-31323a55868e","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.522156271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"f2e070bd-377b-4d6f-aeaa-bbc0effa7239","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.530803213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"a5ac6f4c-370f-4526-9068-a369a366bc7d","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:00.534806642Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.534869399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"c2e7bfa3-dfa2-4b46-9d8c-ed0d917c0864","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.550258156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"85389cad-f7da-4187-a6ee-b0b4a2f8629e","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.555130936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"c2e7bfa3-dfa2-4b46-9d8c-ed0d917c0864","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.573563706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66a77dd4bac0078909121b75025e37981fc3f89fa23a1ba2cae738083efe010c) AuthConfig (4e8dd3a38614c20d4d89140d4d57d0cc022e5321a1e18c1a1845ef1f55b7201e) AuthConfig (ae5b28785f1440be764694d3e0a349beb963be6d432e433dbfbfc8070c13363c) AuthConfig (a950b10f26d06f2c625b4511aea662e4272b9178fd5fcd8db05216c777f941a3) AuthConfig (70a52b28327b194e2b6249cccb31fdcf4ad338c781f5e2366c4a3663fb215252) AuthConfig (83502380708d917b31a397c9dfbc7d821e46c0f21d4c8664d1a6d1c75f523ee8) AuthConfig (4206079d7076c7dfdc8abbd4d64aab112b817ef914f51aebb64934b22df26478) AuthConfig (535f9d55a1a594c66bbdd1038837acba558cc51e60c0a89a0c748b159862f132) AuthConfig (a102ce1dddfc6d27fd2eff17bb4d62d35cb29520ef77e443b66236fc649d9f12) AuthConfig (8751c6a5253a6f8a379e743f26b7fb8f4b3afc9a0037a710f2aedb01f691d9b2) AuthConfig (bdc2e96aabc973b2029c0fd7aec1ee017ffe9b8e15c7497f1cb9f51498039360) AuthConfig (61c08f9ab2147ce976203b54b9cb06c561e68b1959649231da3755160780ec83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"c2e7bfa3-dfa2-4b46-9d8c-ed0d917c0864","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.613171175Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-sub1","reconcileID":"2da282ac-bf43-4381-ab82-6a651de43ed0","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-distinct-w0-e4e24e","model":"distinct-w0-e4e24e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.634895541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"4cb3650b-738e-48d6-99a7-de4d9726cb46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.634918867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"e95fc445-ddaf-457a-8157-dc55b6ead96a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.635270994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"328653dc-1b98-4ac7-93ae-5abc61498f32","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.654855161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"4cb3650b-738e-48d6-99a7-de4d9726cb46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.654923481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"e95fc445-ddaf-457a-8157-dc55b6ead96a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.65712936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"328653dc-1b98-4ac7-93ae-5abc61498f32","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.668177473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"9a05c5fb-5b3c-478c-90f4-67980446f03b","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.675080695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66a77dd4bac0078909121b75025e37981fc3f89fa23a1ba2cae738083efe010c) AuthConfig (4e8dd3a38614c20d4d89140d4d57d0cc022e5321a1e18c1a1845ef1f55b7201e) AuthConfig (ae5b28785f1440be764694d3e0a349beb963be6d432e433dbfbfc8070c13363c) AuthConfig (a950b10f26d06f2c625b4511aea662e4272b9178fd5fcd8db05216c777f941a3) AuthConfig (70a52b28327b194e2b6249cccb31fdcf4ad338c781f5e2366c4a3663fb215252) AuthConfig (83502380708d917b31a397c9dfbc7d821e46c0f21d4c8664d1a6d1c75f523ee8) AuthConfig (4206079d7076c7dfdc8abbd4d64aab112b817ef914f51aebb64934b22df26478) AuthConfig (535f9d55a1a594c66bbdd1038837acba558cc51e60c0a89a0c748b159862f132) AuthConfig (a102ce1dddfc6d27fd2eff17bb4d62d35cb29520ef77e443b66236fc649d9f12) AuthConfig (8751c6a5253a6f8a379e743f26b7fb8f4b3afc9a0037a710f2aedb01f691d9b2) AuthConfig (bdc2e96aabc973b2029c0fd7aec1ee017ffe9b8e15c7497f1cb9f51498039360) AuthConfig (61c08f9ab2147ce976203b54b9cb06c561e68b1959649231da3755160780ec83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"328653dc-1b98-4ac7-93ae-5abc61498f32","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.715463525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"afcafce0-0b1f-4412-884a-df5ddeb84858","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.717015622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-sub1","reconcileID":"ee9c9927-90c2-4dc4-86d4-d8f0847c6650","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-distinct-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.73322121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"3386bdd6-62af-4ff6-807b-18626614ba84","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.8307803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"dce8db5e-b6a7-41fe-b025-f41367effa02","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.85098372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"dce8db5e-b6a7-41fe-b025-f41367effa02","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.869190217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66a77dd4bac0078909121b75025e37981fc3f89fa23a1ba2cae738083efe010c) AuthConfig (4e8dd3a38614c20d4d89140d4d57d0cc022e5321a1e18c1a1845ef1f55b7201e) AuthConfig (ae5b28785f1440be764694d3e0a349beb963be6d432e433dbfbfc8070c13363c) AuthConfig (a950b10f26d06f2c625b4511aea662e4272b9178fd5fcd8db05216c777f941a3) AuthConfig (70a52b28327b194e2b6249cccb31fdcf4ad338c781f5e2366c4a3663fb215252) AuthConfig (83502380708d917b31a397c9dfbc7d821e46c0f21d4c8664d1a6d1c75f523ee8) AuthConfig (4206079d7076c7dfdc8abbd4d64aab112b817ef914f51aebb64934b22df26478) AuthConfig (535f9d55a1a594c66bbdd1038837acba558cc51e60c0a89a0c748b159862f132) AuthConfig (a102ce1dddfc6d27fd2eff17bb4d62d35cb29520ef77e443b66236fc649d9f12) AuthConfig (8751c6a5253a6f8a379e743f26b7fb8f4b3afc9a0037a710f2aedb01f691d9b2) AuthConfig (bdc2e96aabc973b2029c0fd7aec1ee017ffe9b8e15c7497f1cb9f51498039360) AuthConfig (61c08f9ab2147ce976203b54b9cb06c561e68b1959649231da3755160780ec83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"dce8db5e-b6a7-41fe-b025-f41367effa02","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.888790272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"f3e3d4de-fd6b-4ec3-a574-be58aed70abf","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.924110751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"51b16708-ad1a-4e8d-933e-5865b4215903","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.925478116Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.934771779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"479a7892-050c-4f39-ae22-6fb7c701f374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.934809975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"ca14e073-05cc-4ac8-b3a2-5470c5cb37aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.947976247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"ffe8cf17-c3bf-4df7-89fe-894f10c80c73","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.954757751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"479a7892-050c-4f39-ae22-6fb7c701f374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.954881347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"ca14e073-05cc-4ac8-b3a2-5470c5cb37aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.957729257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"1fd0174e-a374-42ec-9b51-97c4da0f46e4","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:00.963070731Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:00.97480466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"c91bec4e-4a01-470b-a5e7-91642429c281","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.030464964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"d34eb422-ce83-47e4-b7d9-30a643ef3ef9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.03046545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"1c4a04f6-0435-43a2-ab69-d514e02e96bb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.036834722Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-sub2","reconcileID":"e2425170-ca61-437b-a1e2-b4573713e040","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-distinct-2-w0-e4e24e","model":"distinct-2-w0-e4e24e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.053810802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"1c4a04f6-0435-43a2-ab69-d514e02e96bb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.056907779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"d34eb422-ce83-47e4-b7d9-30a643ef3ef9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.072880415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66a77dd4bac0078909121b75025e37981fc3f89fa23a1ba2cae738083efe010c) AuthConfig (4e8dd3a38614c20d4d89140d4d57d0cc022e5321a1e18c1a1845ef1f55b7201e) AuthConfig (ae5b28785f1440be764694d3e0a349beb963be6d432e433dbfbfc8070c13363c) AuthConfig (a950b10f26d06f2c625b4511aea662e4272b9178fd5fcd8db05216c777f941a3) AuthConfig (70a52b28327b194e2b6249cccb31fdcf4ad338c781f5e2366c4a3663fb215252) AuthConfig (83502380708d917b31a397c9dfbc7d821e46c0f21d4c8664d1a6d1c75f523ee8) AuthConfig (4206079d7076c7dfdc8abbd4d64aab112b817ef914f51aebb64934b22df26478) AuthConfig (535f9d55a1a594c66bbdd1038837acba558cc51e60c0a89a0c748b159862f132) AuthConfig (a102ce1dddfc6d27fd2eff17bb4d62d35cb29520ef77e443b66236fc649d9f12) AuthConfig (8751c6a5253a6f8a379e743f26b7fb8f4b3afc9a0037a710f2aedb01f691d9b2) AuthConfig (bdc2e96aabc973b2029c0fd7aec1ee017ffe9b8e15c7497f1cb9f51498039360) AuthConfig (61c08f9ab2147ce976203b54b9cb06c561e68b1959649231da3755160780ec83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"1c4a04f6-0435-43a2-ab69-d514e02e96bb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.07385298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f88e6961-d714-4198-97bf-b8e51829715d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.074468516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"7fb6e3c1-313f-4ce3-928f-fd94c29cca9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.078330794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66a77dd4bac0078909121b75025e37981fc3f89fa23a1ba2cae738083efe010c) AuthConfig (4e8dd3a38614c20d4d89140d4d57d0cc022e5321a1e18c1a1845ef1f55b7201e) AuthConfig (ae5b28785f1440be764694d3e0a349beb963be6d432e433dbfbfc8070c13363c) AuthConfig (a950b10f26d06f2c625b4511aea662e4272b9178fd5fcd8db05216c777f941a3) AuthConfig (70a52b28327b194e2b6249cccb31fdcf4ad338c781f5e2366c4a3663fb215252) AuthConfig (83502380708d917b31a397c9dfbc7d821e46c0f21d4c8664d1a6d1c75f523ee8) AuthConfig (4206079d7076c7dfdc8abbd4d64aab112b817ef914f51aebb64934b22df26478) AuthConfig (535f9d55a1a594c66bbdd1038837acba558cc51e60c0a89a0c748b159862f132) AuthConfig (a102ce1dddfc6d27fd2eff17bb4d62d35cb29520ef77e443b66236fc649d9f12) AuthConfig (8751c6a5253a6f8a379e743f26b7fb8f4b3afc9a0037a710f2aedb01f691d9b2) AuthConfig (bdc2e96aabc973b2029c0fd7aec1ee017ffe9b8e15c7497f1cb9f51498039360) AuthConfig (61c08f9ab2147ce976203b54b9cb06c561e68b1959649231da3755160780ec83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"d34eb422-ce83-47e4-b7d9-30a643ef3ef9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.096495812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f88e6961-d714-4198-97bf-b8e51829715d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.096668089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"7fb6e3c1-313f-4ce3-928f-fd94c29cca9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.100249494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"7f3eaaa3-5d3f-4677-b556-68223410a6c5","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:01.122074441Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-751a7416","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-751a7416","reconcileID":"282697eb-1d8e-4ebf-8a5e-792f911966a9","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-mt-751a7416\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.144592313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-sub2","reconcileID":"acba9165-68f5-4f76-960a-a4ade67e7853","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-distinct-2-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.15243283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"4d19cd26-72e2-45ff-ad18-f497db46e66d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.152433476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"56f1a83b-259e-4939-b5a7-e4cbf76ae217","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.17606653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"56f1a83b-259e-4939-b5a7-e4cbf76ae217","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.176874537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"4d19cd26-72e2-45ff-ad18-f497db46e66d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.194898159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66a77dd4bac0078909121b75025e37981fc3f89fa23a1ba2cae738083efe010c) AuthConfig (4e8dd3a38614c20d4d89140d4d57d0cc022e5321a1e18c1a1845ef1f55b7201e) AuthConfig (ae5b28785f1440be764694d3e0a349beb963be6d432e433dbfbfc8070c13363c) AuthConfig (a950b10f26d06f2c625b4511aea662e4272b9178fd5fcd8db05216c777f941a3) AuthConfig (70a52b28327b194e2b6249cccb31fdcf4ad338c781f5e2366c4a3663fb215252) AuthConfig (83502380708d917b31a397c9dfbc7d821e46c0f21d4c8664d1a6d1c75f523ee8) AuthConfig (4206079d7076c7dfdc8abbd4d64aab112b817ef914f51aebb64934b22df26478) AuthConfig (535f9d55a1a594c66bbdd1038837acba558cc51e60c0a89a0c748b159862f132) AuthConfig (a102ce1dddfc6d27fd2eff17bb4d62d35cb29520ef77e443b66236fc649d9f12) AuthConfig (8751c6a5253a6f8a379e743f26b7fb8f4b3afc9a0037a710f2aedb01f691d9b2) AuthConfig (bdc2e96aabc973b2029c0fd7aec1ee017ffe9b8e15c7497f1cb9f51498039360) AuthConfig (61c08f9ab2147ce976203b54b9cb06c561e68b1959649231da3755160780ec83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"56f1a83b-259e-4939-b5a7-e4cbf76ae217","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.198620275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66a77dd4bac0078909121b75025e37981fc3f89fa23a1ba2cae738083efe010c) AuthConfig (4e8dd3a38614c20d4d89140d4d57d0cc022e5321a1e18c1a1845ef1f55b7201e) AuthConfig (ae5b28785f1440be764694d3e0a349beb963be6d432e433dbfbfc8070c13363c) AuthConfig (a950b10f26d06f2c625b4511aea662e4272b9178fd5fcd8db05216c777f941a3) AuthConfig (70a52b28327b194e2b6249cccb31fdcf4ad338c781f5e2366c4a3663fb215252) AuthConfig (83502380708d917b31a397c9dfbc7d821e46c0f21d4c8664d1a6d1c75f523ee8) AuthConfig (4206079d7076c7dfdc8abbd4d64aab112b817ef914f51aebb64934b22df26478) AuthConfig (535f9d55a1a594c66bbdd1038837acba558cc51e60c0a89a0c748b159862f132) AuthConfig (a102ce1dddfc6d27fd2eff17bb4d62d35cb29520ef77e443b66236fc649d9f12) AuthConfig (8751c6a5253a6f8a379e743f26b7fb8f4b3afc9a0037a710f2aedb01f691d9b2) AuthConfig (bdc2e96aabc973b2029c0fd7aec1ee017ffe9b8e15c7497f1cb9f51498039360) AuthConfig (61c08f9ab2147ce976203b54b9cb06c561e68b1959649231da3755160780ec83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"4d19cd26-72e2-45ff-ad18-f497db46e66d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.845701935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"e87286cf-6ddc-42ba-95ed-e29b0d4e6b7a","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.578021036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"38cf7797-d57c-4b3b-be12-51ed6247ee5e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.63504361Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"38cf7797-d57c-4b3b-be12-51ed6247ee5e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.653312737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"38cf7797-d57c-4b3b-be12-51ed6247ee5e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.673602422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cde8681-71a7-447a-ad3e-500b44d14b60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.673621296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cde8681-71a7-447a-ad3e-500b44d14b60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.697863001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"3417df4e-0e1a-4aa2-9054-ef8e8b02993e","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.717183976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"51d20f10-8a14-4b6e-8a59-f3b74ed4aa70","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.777603085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"aa140ddf-05c0-4de6-be35-8a1a5a7a4374","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.79774563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"aa140ddf-05c0-4de6-be35-8a1a5a7a4374","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.817243634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"aa140ddf-05c0-4de6-be35-8a1a5a7a4374","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.83841036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"b22eef42-17d8-406c-a8f8-41aeb00cb6f7","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.895713067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"c1d43a27-f111-4ce1-a337-a7fe53d87ade","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.896044075Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w1-a3c02e priority=10:[ai-tenant-e2e-worker-w1-a3c02e/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-a3c02e/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.898476781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"aee323c8-c030-4fd4-bfbd-273c2e61d202","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.920989675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"0ba097a6-e581-4ff1-907b-98bf703588c3","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.926700168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"aee323c8-c030-4fd4-bfbd-273c2e61d202","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:02.939173822Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"0ba097a6-e581-4ff1-907b-98bf703588c3","name":"distinct-w1-a3c02e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-a3c02e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:02.939227311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"0ba097a6-e581-4ff1-907b-98bf703588c3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-a3c02e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.939779532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"6505021c-2cf0-425a-b6b5-924418c51920","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:02.940469244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-sub1","reconcileID":"9e3164b8-d8a6-42ef-b983-438767819f0a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.9450484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"aee323c8-c030-4fd4-bfbd-273c2e61d202","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.945229594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"7e57951d-b63a-4917-818b-572f2666f492","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.961014466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"1c51d028-438f-40d5-b464-ec7a219528b0","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.985910935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"4e6c951c-a3f2-47aa-856b-999a5f22fe7a","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.999606922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"a138791e-524b-499b-8d70-d6372a0ecf58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.000783463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"f27ca3f7-89a2-4572-8cac-7e2d17682648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.00859394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"81f8ebea-50aa-4223-be9e-269299221909","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.019236013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"a138791e-524b-499b-8d70-d6372a0ecf58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.019837038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"f27ca3f7-89a2-4572-8cac-7e2d17682648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.071902274Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-sub1","reconcileID":"bcd02b76-91a1-4cb3-b6a3-e3f00e3dc2a5","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-distinct-w1-a3c02e","model":"distinct-w1-a3c02e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a3c02e/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.085272922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"0e7691ee-ea0f-42fe-93c4-51baee35fca5","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.094741393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"744ff29d-73b4-44d0-be2c-10ad80486a84","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.10490401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"54b8508f-a652-4813-b7c4-0800f90c3c3e","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.115100564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"744ff29d-73b4-44d0-be2c-10ad80486a84","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.128048077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"b7cf8b46-7389-4695-8f09-f44d3c61ee02","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.133806361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"744ff29d-73b4-44d0-be2c-10ad80486a84","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.173732455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-sub1","reconcileID":"519501e0-b0b0-4472-aa04-a7fbe9c61feb","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-distinct-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/distinct-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.20896179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"23fc39cc-0d76-4148-9da8-1513b35ab108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.216761641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"6ca675da-112c-4828-aa31-1d41ef733cc3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.216809565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"b83c4af2-c4b7-49fd-bc6f-ff6dc55155f7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.217068783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"e84573b3-f7e0-4caf-95cb-8d7ecf79b8da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.229991943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"23fc39cc-0d76-4148-9da8-1513b35ab108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.236786871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"b83c4af2-c4b7-49fd-bc6f-ff6dc55155f7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.236946565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"e84573b3-f7e0-4caf-95cb-8d7ecf79b8da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.238968225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"6ca675da-112c-4828-aa31-1d41ef733cc3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.255313708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"b83c4af2-c4b7-49fd-bc6f-ff6dc55155f7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.260199855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"6ca675da-112c-4828-aa31-1d41ef733cc3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.278331687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"33324ba6-98ea-4762-a6d4-a0bc37651da5","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.285337045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"1b86647c-c1eb-462a-baaf-b7e7ccf293ae","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.285623432Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w1-a3c02e priority=10:[ai-tenant-e2e-worker-w1-a3c02e/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-a3c02e/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.310981265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"ec7e6953-e565-4782-98fe-6c22f6396d4a","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.331104364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"b9fb722f-ff21-4e0a-a57c-516a5a7bc5b7","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:03.331623906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-sub2","reconcileID":"4aa48536-45c3-42d3-9d4d-fce6396241d8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.358482097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"c72baa80-5a50-428c-8030-a80820f0748a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.361496459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"8d942122-2454-4bfe-8788-c9318a03ef30","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.363029338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"3443400a-3878-4eca-afa8-85c92598c8a5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.377553676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"b3653994-6547-44e3-98eb-a2fda6836188","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.381212187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"c72baa80-5a50-428c-8030-a80820f0748a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.387483364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"8d942122-2454-4bfe-8788-c9318a03ef30","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.38879243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"3443400a-3878-4eca-afa8-85c92598c8a5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.399275041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"04088ff7-1b47-422b-b5e9-535917b0e43d","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.461530421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"8d942122-2454-4bfe-8788-c9318a03ef30","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.462464584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"3443400a-3878-4eca-afa8-85c92598c8a5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:03.479281782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"8d942122-2454-4bfe-8788-c9318a03ef30","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.508732037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"f26ed529-fe11-4a95-8bc4-73e3e86ab4f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.519715326Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-sub2","reconcileID":"801ba470-bb62-4019-a417-3e367a6e85eb","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-distinct-2-w1-a3c02e","model":"distinct-2-w1-a3c02e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a3c02e/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.530657745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"f26ed529-fe11-4a95-8bc4-73e3e86ab4f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.562601725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"c61571cc-829b-4c41-81ec-e5df0f4a0df8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.562653363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"a5581ec0-43a8-4390-aa7e-e2f62045f275","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.562986615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"7b4e300c-b80b-4e63-aa27-3a0e63e35f8d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.581973802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"216e4c0c-c408-49ca-af6e-017b042c7670","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.584754008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"7b4e300c-b80b-4e63-aa27-3a0e63e35f8d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.58606787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"a5581ec0-43a8-4390-aa7e-e2f62045f275","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.58746668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"c61571cc-829b-4c41-81ec-e5df0f4a0df8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.603099371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"7b4e300c-b80b-4e63-aa27-3a0e63e35f8d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.604117383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"a5581ec0-43a8-4390-aa7e-e2f62045f275","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.630527486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-sub2","reconcileID":"535258d1-da77-464a-8c3b-29df7fe89918","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-distinct-2-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/distinct-2-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.732233579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"34437fe6-736e-45c1-b311-93aac5f4506f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:03.753917233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"34437fe6-736e-45c1-b311-93aac5f4506f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.206759644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"f96f188c-e89e-4ea1-962d-cfdf96a1fbda","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.263375524Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-sub1","reconcileID":"20068b41-c209-491b-88b1-fedf2655b32f","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eb7bc281","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.293911126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"90d59c0c-2cce-4490-a92d-0e5c27a28b88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.304756602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"8e3989b4-6aab-43ec-9c49-6feb63a8dadd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.304927939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"5a6de56c-d360-4724-9903-34ce21ba4465","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.304761511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"466a3bb3-264f-4558-a29d-381407315cbe","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.315643945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"90d59c0c-2cce-4490-a92d-0e5c27a28b88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.324876612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"466a3bb3-264f-4558-a29d-381407315cbe","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.36195744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"8e3989b4-6aab-43ec-9c49-6feb63a8dadd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.36204377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"5a6de56c-d360-4724-9903-34ce21ba4465","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.363325117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"466a3bb3-264f-4558-a29d-381407315cbe","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.380778608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"5a6de56c-d360-4724-9903-34ce21ba4465","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.432575566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"eb2a4280-2871-432e-95c5-e810d008557d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.452288452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"eb2a4280-2871-432e-95c5-e810d008557d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.470384293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"eb2a4280-2871-432e-95c5-e810d008557d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.533374253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"c2d640d3-009a-4d08-9aab-18d7867b0258","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.552627193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"c2d640d3-009a-4d08-9aab-18d7867b0258","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.575773903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"c2d640d3-009a-4d08-9aab-18d7867b0258","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.638853015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"6a127223-43e8-4b4b-b976-3049bdd4ad1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.658714488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"6a127223-43e8-4b4b-b976-3049bdd4ad1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.743484927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"a2324f6f-e757-45b6-aa39-57535d186e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.765569347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"a2324f6f-e757-45b6-aa39-57535d186e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:05.165411289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"f37f3302-5990-4d9f-8846-120ec49277fe","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:05.185220756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"f37f3302-5990-4d9f-8846-120ec49277fe","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:05.20563975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c823185e6afaeda679efca596edf613d0e7fe1e1017b5348564ffd73f5d0925d) AuthConfig (878f115d3709f5de530508b7ce233ebebe122ef88a7ec1e533a51049e2a4b17b) AuthConfig (77fdccb80f30a98926fdbadb2d9f3bfd00f0bad1cdaef0a975b30c16eff4a0fb) AuthConfig (48d85ee8e982cdec7cdaaae71ee9c909880f73bf2592f4ce5a64138a6fde892b) AuthConfig (b35a2a0c9b13347a6d1d6f9dabb3620dab7132f87dafca6e5ed9572f35fca938) AuthConfig (b5eb8b7d635e143261d65b7860c8c3745c21c7213a56304772d697851b11769e) AuthConfig (d78f332f6202d67223f016bc4dbb3b4f06d44d45e15cf5830d617b38f4fd9467) AuthConfig (6ab079412a3dbe21d5a74a2ad5bdecc04510ef42e8f985606a6976b1e5329993) AuthConfig (7fe3ea16812f421cb0cb5e2489c4a75a53e8a7ca11ff11e92b34e93c77895a35) AuthConfig (e8e69ef69df1b4a1bfde819e12c1f82b55397d993438a74453ec02ab6829ee7f) AuthConfig (11e193edd7eac1b55d3fb28e2dd0fc571eedab7787fd4ba41729d5b1f7788809) AuthConfig (79f6790f7a63f0fb1c77cc2d8c09690976b252ca0a7771fb1ab929e863db7293)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"f37f3302-5990-4d9f-8846-120ec49277fe","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:09.982348948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09320f48-8a30-4597-940d-bb76e6fba1a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.032123357Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"ff500e26-e241-441b-b9a0-c507f45dd74b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"model":"e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.036071644Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09320f48-8a30-4597-940d-bb76e6fba1a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.046938879Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"ff500e26-e241-441b-b9a0-c507f45dd74b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"model":"e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.05444992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09320f48-8a30-4597-940d-bb76e6fba1a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.061979315Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"ff500e26-e241-441b-b9a0-c507f45dd74b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.075562635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9790fcef-86ca-4638-912f-039fbb83fe7c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.075579135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9790fcef-86ca-4638-912f-039fbb83fe7c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.092298824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"2154a9f3-c682-4308-956a-d161d7e8d9ff","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.11507788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"2154a9f3-c682-4308-956a-d161d7e8d9ff","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.133674702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"2154a9f3-c682-4308-956a-d161d7e8d9ff","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.148228616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"38fa4705-722e-4775-bb91-052647b6a635","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.148388892Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.168826613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ad7afdb-4a2f-4694-91df-e79efadfec3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.168845777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ad7afdb-4a2f-4694-91df-e79efadfec3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.16969602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"c8e1b688-ffd9-41a1-87b3-ec535f84fad9","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.190746663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"ba8b4e8f-fead-4469-a75d-5cba70947ba5","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.19322598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d54d685-ed24-423b-b39b-86c773cf381b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.212980686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d54d685-ed24-423b-b39b-86c773cf381b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.221412573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"c89ac44a-4e79-46c5-ac30-fe1a626b1946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.221412547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"85ea5049-0793-47b7-ba5f-3b728a88f998","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.221664938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"b3bff957-174e-4780-86f8-9d438493c82a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.225065348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4264b0ec-c2c2-44c9-81b7-b33cdbc6d282","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.231137242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d54d685-ed24-423b-b39b-86c773cf381b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.240949425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"85ea5049-0793-47b7-ba5f-3b728a88f998","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.241258386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"c89ac44a-4e79-46c5-ac30-fe1a626b1946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.2439962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"b3bff957-174e-4780-86f8-9d438493c82a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.245006074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4264b0ec-c2c2-44c9-81b7-b33cdbc6d282","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.251673673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00fb0abd-7587-4dab-b6f3-6e8e31d4ceef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.251687798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00fb0abd-7587-4dab-b6f3-6e8e31d4ceef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.297968546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"40cabfbe-cd69-4112-817a-3370315533a9","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.349580924Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a7041330-c55c-4330-b6a0-22270a581ab6","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0f4cc552","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.441083155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"99864343-795f-497f-ae1d-350f5730d5c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.441090145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5401b640-69a7-4af6-ba7a-535c958a9d85","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.441397773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"976e7fd3-624e-4281-8d98-0b39f26f5616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.441793632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"43a60f88-d3b1-4ebd-8c73-e87861af83a0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.462326545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"43a60f88-d3b1-4ebd-8c73-e87861af83a0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.462509678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5401b640-69a7-4af6-ba7a-535c958a9d85","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.464480123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"976e7fd3-624e-4281-8d98-0b39f26f5616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.464826215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"99864343-795f-497f-ae1d-350f5730d5c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:11.267032794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"14fe13fd-ea70-43d5-a900-efb2de647bd9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:11.287052121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"14fe13fd-ea70-43d5-a900-efb2de647bd9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:11.305783578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66a77dd4bac0078909121b75025e37981fc3f89fa23a1ba2cae738083efe010c) AuthConfig (4e8dd3a38614c20d4d89140d4d57d0cc022e5321a1e18c1a1845ef1f55b7201e) AuthConfig (ae5b28785f1440be764694d3e0a349beb963be6d432e433dbfbfc8070c13363c) AuthConfig (a950b10f26d06f2c625b4511aea662e4272b9178fd5fcd8db05216c777f941a3) AuthConfig (70a52b28327b194e2b6249cccb31fdcf4ad338c781f5e2366c4a3663fb215252) AuthConfig (83502380708d917b31a397c9dfbc7d821e46c0f21d4c8664d1a6d1c75f523ee8) AuthConfig (4206079d7076c7dfdc8abbd4d64aab112b817ef914f51aebb64934b22df26478) AuthConfig (535f9d55a1a594c66bbdd1038837acba558cc51e60c0a89a0c748b159862f132) AuthConfig (a102ce1dddfc6d27fd2eff17bb4d62d35cb29520ef77e443b66236fc649d9f12) AuthConfig (8751c6a5253a6f8a379e743f26b7fb8f4b3afc9a0037a710f2aedb01f691d9b2) AuthConfig (bdc2e96aabc973b2029c0fd7aec1ee017ffe9b8e15c7497f1cb9f51498039360) AuthConfig (61c08f9ab2147ce976203b54b9cb06c561e68b1959649231da3755160780ec83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"14fe13fd-ea70-43d5-a900-efb2de647bd9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:11.368298172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"70b3aa57-7c41-4336-b8bd-cc946a9fdf18","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:11.387753133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"70b3aa57-7c41-4336-b8bd-cc946a9fdf18","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:11.405745119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66a77dd4bac0078909121b75025e37981fc3f89fa23a1ba2cae738083efe010c) AuthConfig (4e8dd3a38614c20d4d89140d4d57d0cc022e5321a1e18c1a1845ef1f55b7201e) AuthConfig (ae5b28785f1440be764694d3e0a349beb963be6d432e433dbfbfc8070c13363c) AuthConfig (a950b10f26d06f2c625b4511aea662e4272b9178fd5fcd8db05216c777f941a3) AuthConfig (70a52b28327b194e2b6249cccb31fdcf4ad338c781f5e2366c4a3663fb215252) AuthConfig (83502380708d917b31a397c9dfbc7d821e46c0f21d4c8664d1a6d1c75f523ee8) AuthConfig (4206079d7076c7dfdc8abbd4d64aab112b817ef914f51aebb64934b22df26478) AuthConfig (535f9d55a1a594c66bbdd1038837acba558cc51e60c0a89a0c748b159862f132) AuthConfig (a102ce1dddfc6d27fd2eff17bb4d62d35cb29520ef77e443b66236fc649d9f12) AuthConfig (8751c6a5253a6f8a379e743f26b7fb8f4b3afc9a0037a710f2aedb01f691d9b2) AuthConfig (bdc2e96aabc973b2029c0fd7aec1ee017ffe9b8e15c7497f1cb9f51498039360) AuthConfig (61c08f9ab2147ce976203b54b9cb06c561e68b1959649231da3755160780ec83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"70b3aa57-7c41-4336-b8bd-cc946a9fdf18","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:12.725273442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"fde765f8-ba27-474b-8b31-af54878c8c1d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:12.782348415Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"fde765f8-ba27-474b-8b31-af54878c8c1d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:12.862372029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"fde765f8-ba27-474b-8b31-af54878c8c1d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:12.880672378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"426232f7-e18f-409a-b77f-1be3ce797acf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:12.880691668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"426232f7-e18f-409a-b77f-1be3ce797acf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.279530543Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-sub1","reconcileID":"645efc9a-5706-434e-8eef-7a5717c773f9","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/distinct-w1-a3c02e","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.301153887Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-sub1","reconcileID":"645efc9a-5706-434e-8eef-7a5717c773f9","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/distinct-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.32666913Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-sub1","reconcileID":"645efc9a-5706-434e-8eef-7a5717c773f9","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/distinct-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.444956189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"d3cc158a-96b9-4051-b93b-d590e053a481","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.446073489Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.589450823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"3671bf4f-32c8-45ec-b2c5-d95aaa492ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.589547756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"24bba4ca-596f-4b6e-889c-c38dce7c4dca","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.58992106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"ff0349ef-1668-44cc-a9c2-b1c6a1046007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.589938739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"0a495e50-c6bd-4739-bccf-1d0c0b538439","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.633623009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"968af0e0-fd5d-418a-b805-3562c064805c","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.636261272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"ff0349ef-1668-44cc-a9c2-b1c6a1046007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.639318438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"24bba4ca-596f-4b6e-889c-c38dce7c4dca","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.639625666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"0a495e50-c6bd-4739-bccf-1d0c0b538439","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.646289493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"3671bf4f-32c8-45ec-b2c5-d95aaa492ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.665762813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"0a495e50-c6bd-4739-bccf-1d0c0b538439","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.666824985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"24bba4ca-596f-4b6e-889c-c38dce7c4dca","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.692766879Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-sub2","reconcileID":"2a334be7-7125-47df-8c07-33deaf957757","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-16f83bc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.752613407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"64d37cf8-7242-479c-8d92-54c54de08221","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.753594502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"d3bed84e-3ab6-4706-96b5-3de9a6fb56aa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.782527695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"64d37cf8-7242-479c-8d92-54c54de08221","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.783307728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"d3bed84e-3ab6-4706-96b5-3de9a6fb56aa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.803099373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"d3bed84e-3ab6-4706-96b5-3de9a6fb56aa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.804523182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"64d37cf8-7242-479c-8d92-54c54de08221","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.856750867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"aaa4e539-53ff-49f8-8a37-d77a8fc7f5e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.856771943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"35b5d97d-6960-4c4a-a554-dda1bfb882ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.877460142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"35b5d97d-6960-4c4a-a554-dda1bfb882ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.878684171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"aaa4e539-53ff-49f8-8a37-d77a8fc7f5e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.909594727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"d3f25131-89c7-4a1c-af78-29be9fd042f7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.962052174Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"d3f25131-89c7-4a1c-af78-29be9fd042f7","name":"e2e-mt-751a7416-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:15.306894188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"b3bd7111-4622-4ba2-9a24-bcd6c24ff63f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:15.330130751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"b3bd7111-4622-4ba2-9a24-bcd6c24ff63f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:15.350924153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c823185e6afaeda679efca596edf613d0e7fe1e1017b5348564ffd73f5d0925d) AuthConfig (878f115d3709f5de530508b7ce233ebebe122ef88a7ec1e533a51049e2a4b17b) AuthConfig (77fdccb80f30a98926fdbadb2d9f3bfd00f0bad1cdaef0a975b30c16eff4a0fb) AuthConfig (48d85ee8e982cdec7cdaaae71ee9c909880f73bf2592f4ce5a64138a6fde892b) AuthConfig (b35a2a0c9b13347a6d1d6f9dabb3620dab7132f87dafca6e5ed9572f35fca938) AuthConfig (b5eb8b7d635e143261d65b7860c8c3745c21c7213a56304772d697851b11769e) AuthConfig (d78f332f6202d67223f016bc4dbb3b4f06d44d45e15cf5830d617b38f4fd9467) AuthConfig (6ab079412a3dbe21d5a74a2ad5bdecc04510ef42e8f985606a6976b1e5329993) AuthConfig (7fe3ea16812f421cb0cb5e2489c4a75a53e8a7ca11ff11e92b34e93c77895a35) AuthConfig (e8e69ef69df1b4a1bfde819e12c1f82b55397d993438a74453ec02ab6829ee7f) AuthConfig (11e193edd7eac1b55d3fb28e2dd0fc571eedab7787fd4ba41729d5b1f7788809) AuthConfig (79f6790f7a63f0fb1c77cc2d8c09690976b252ca0a7771fb1ab929e863db7293)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"b3bd7111-4622-4ba2-9a24-bcd6c24ff63f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.183791379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b5f298e-eb2c-45a6-9212-f58ed6832984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.220914042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"6587d585-0a31-4a01-a293-dae4903414e3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.236918594Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b5f298e-eb2c-45a6-9212-f58ed6832984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.240657516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"6587d585-0a31-4a01-a293-dae4903414e3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.255519668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b5f298e-eb2c-45a6-9212-f58ed6832984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.259715742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"6587d585-0a31-4a01-a293-dae4903414e3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.274124334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a3824bf-978a-463c-b210-dd83e3e78764","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.274156516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a3824bf-978a-463c-b210-dd83e3e78764","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.27982748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb841e6f-1713-465c-937e-c19c61b057f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.279847115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb841e6f-1713-465c-937e-c19c61b057f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.321124621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7713876f-881a-4a6f-ae34-bb7874a7ac5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.340530631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7713876f-881a-4a6f-ae34-bb7874a7ac5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.358942451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7713876f-881a-4a6f-ae34-bb7874a7ac5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.365075601Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b7ca0f95-cdd0-44d1-a6de-3d6893d2fdf9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"model":"e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.379183042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b615a8ed-dc03-4cf2-bc30-a677bd00c588","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.379203068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b615a8ed-dc03-4cf2-bc30-a677bd00c588","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.379816249Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b7ca0f95-cdd0-44d1-a6de-3d6893d2fdf9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"model":"e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.394628281Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b7ca0f95-cdd0-44d1-a6de-3d6893d2fdf9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.48896341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"42067d61-7928-40f9-8795-928cef146390","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.489492818Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.562424329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"44f80496-0b95-4a0a-b93e-ec86b7365970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.562478186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"79ae09f7-246e-4665-ab45-bc28a06fe75d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.56278321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7cf0a013-5d56-44b7-8504-7e2537a088ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.562840016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"a2881e33-7bf9-4c99-86da-96f8538d709a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.58460855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"44f80496-0b95-4a0a-b93e-ec86b7365970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.584645233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"79ae09f7-246e-4665-ab45-bc28a06fe75d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.588307311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7cf0a013-5d56-44b7-8504-7e2537a088ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.588308426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"a2881e33-7bf9-4c99-86da-96f8538d709a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.645017616Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bd78749e-a394-4886-ada5-4b6c06ac6f16","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"model":"e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.645327256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"7bcb931d-fe2d-4589-98d2-e0d27d3a257c","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.687533553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b703c106-2509-439e-9716-c9bc8a988db4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.707766481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b703c106-2509-439e-9716-c9bc8a988db4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.749219088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"9d902537-799f-431e-8fc2-485040bcae70","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.91207484Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d40f0568-00fa-4e06-b614-16b00457fd99","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"model":"e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.912132696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"eb5c149b-434b-4742-9570-b094c54823e2","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:20.962161541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"5386daa9-f0b2-4faa-8430-8d0be5625893","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.378394821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"f7d25861-f49a-4a0e-926a-207917cb278b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.397931383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"f7d25861-f49a-4a0e-926a-207917cb278b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.4167027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66a77dd4bac0078909121b75025e37981fc3f89fa23a1ba2cae738083efe010c) AuthConfig (4e8dd3a38614c20d4d89140d4d57d0cc022e5321a1e18c1a1845ef1f55b7201e) AuthConfig (ae5b28785f1440be764694d3e0a349beb963be6d432e433dbfbfc8070c13363c) AuthConfig (a950b10f26d06f2c625b4511aea662e4272b9178fd5fcd8db05216c777f941a3) AuthConfig (70a52b28327b194e2b6249cccb31fdcf4ad338c781f5e2366c4a3663fb215252) AuthConfig (83502380708d917b31a397c9dfbc7d821e46c0f21d4c8664d1a6d1c75f523ee8) AuthConfig (4206079d7076c7dfdc8abbd4d64aab112b817ef914f51aebb64934b22df26478) AuthConfig (535f9d55a1a594c66bbdd1038837acba558cc51e60c0a89a0c748b159862f132) AuthConfig (a102ce1dddfc6d27fd2eff17bb4d62d35cb29520ef77e443b66236fc649d9f12) AuthConfig (8751c6a5253a6f8a379e743f26b7fb8f4b3afc9a0037a710f2aedb01f691d9b2) AuthConfig (bdc2e96aabc973b2029c0fd7aec1ee017ffe9b8e15c7497f1cb9f51498039360) AuthConfig (61c08f9ab2147ce976203b54b9cb06c561e68b1959649231da3755160780ec83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"f7d25861-f49a-4a0e-926a-207917cb278b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.478481792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"98f6af36-c817-4a59-b7af-e548ce1dfadd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.498272833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"98f6af36-c817-4a59-b7af-e548ce1dfadd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.517011685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66a77dd4bac0078909121b75025e37981fc3f89fa23a1ba2cae738083efe010c) AuthConfig (4e8dd3a38614c20d4d89140d4d57d0cc022e5321a1e18c1a1845ef1f55b7201e) AuthConfig (ae5b28785f1440be764694d3e0a349beb963be6d432e433dbfbfc8070c13363c) AuthConfig (a950b10f26d06f2c625b4511aea662e4272b9178fd5fcd8db05216c777f941a3) AuthConfig (70a52b28327b194e2b6249cccb31fdcf4ad338c781f5e2366c4a3663fb215252) AuthConfig (83502380708d917b31a397c9dfbc7d821e46c0f21d4c8664d1a6d1c75f523ee8) AuthConfig (4206079d7076c7dfdc8abbd4d64aab112b817ef914f51aebb64934b22df26478) AuthConfig (535f9d55a1a594c66bbdd1038837acba558cc51e60c0a89a0c748b159862f132) AuthConfig (a102ce1dddfc6d27fd2eff17bb4d62d35cb29520ef77e443b66236fc649d9f12) AuthConfig (8751c6a5253a6f8a379e743f26b7fb8f4b3afc9a0037a710f2aedb01f691d9b2) AuthConfig (bdc2e96aabc973b2029c0fd7aec1ee017ffe9b8e15c7497f1cb9f51498039360) AuthConfig (61c08f9ab2147ce976203b54b9cb06c561e68b1959649231da3755160780ec83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"98f6af36-c817-4a59-b7af-e548ce1dfadd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.779172643Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:22.913330755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"85f0f8af-e673-4929-983f-ab36a114f64a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:22.970936374Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"85f0f8af-e673-4929-983f-ab36a114f64a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:22.995135084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"85f0f8af-e673-4929-983f-ab36a114f64a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:23.041519477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"926d4117-e742-4a87-a7aa-fff25bf2b7e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:23.041638749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"926d4117-e742-4a87-a7aa-fff25bf2b7e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.717484773Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-sub2","reconcileID":"3dfb84ac-fefc-4858-a8d4-b0890ba54619","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/distinct-2-w1-a3c02e","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.741552706Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-sub2","reconcileID":"3dfb84ac-fefc-4858-a8d4-b0890ba54619","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/distinct-2-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.78434032Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-sub2","reconcileID":"3dfb84ac-fefc-4858-a8d4-b0890ba54619","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/distinct-2-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.889545758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"ae164648-7679-4e1e-8286-cd99548e2913","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.889543085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"ba739f1a-ecac-42ee-a8a4-4a763887eff1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.892944704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"0a0069af-e907-491b-94e3-76f350cf9bf1","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.893420809Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.910578648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"ba739f1a-ecac-42ee-a8a4-4a763887eff1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.91075861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"ae164648-7679-4e1e-8286-cd99548e2913","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.946369896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"ae164648-7679-4e1e-8286-cd99548e2913","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.948443534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"ba739f1a-ecac-42ee-a8a4-4a763887eff1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.996595447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"ed4eb395-24b1-4846-b070-9e86ce99fe84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.011700065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"953aa739-2657-4ba6-b654-dc33acc37c01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.016347387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"ed4eb395-24b1-4846-b070-9e86ce99fe84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.030941531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"953aa739-2657-4ba6-b654-dc33acc37c01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.039004042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"19abf09f-ad36-425e-98a4-f0312e232edb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.039113065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"c7b14da9-9b53-445a-a42b-b97430cef46b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.039873279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"841aa9a3-bd26-4d79-af98-61d0cceb6605","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.058592909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"19abf09f-ad36-425e-98a4-f0312e232edb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.058694051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"c7b14da9-9b53-445a-a42b-b97430cef46b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.077003138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"c7b14da9-9b53-445a-a42b-b97430cef46b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.077020563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"19abf09f-ad36-425e-98a4-f0312e232edb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.077178887Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth1","reconcileID":"a2663625-8780-4757-b911-0f931ebd6771","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/distinct-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.176899382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"b15a7eb7-e13b-4a9f-a51e-7877cdfc9bdb","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.327323726Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-ignore-header-auth2","reconcileID":"fb39b798-4000-42ee-83ed-95890844d5fd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/distinct-2-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.327340242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"565e0b3d-426a-42df-b282-0683a672a086","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.464845721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"1724d502-21fd-45ca-b583-c529c8ac0e4d","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.470532407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"e12b06b0-c4bf-4105-b771-c253f694dcd5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.490321264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"e12b06b0-c4bf-4105-b771-c253f694dcd5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.508553515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c823185e6afaeda679efca596edf613d0e7fe1e1017b5348564ffd73f5d0925d) AuthConfig (878f115d3709f5de530508b7ce233ebebe122ef88a7ec1e533a51049e2a4b17b) AuthConfig (77fdccb80f30a98926fdbadb2d9f3bfd00f0bad1cdaef0a975b30c16eff4a0fb) AuthConfig (48d85ee8e982cdec7cdaaae71ee9c909880f73bf2592f4ce5a64138a6fde892b) AuthConfig (b35a2a0c9b13347a6d1d6f9dabb3620dab7132f87dafca6e5ed9572f35fca938) AuthConfig (b5eb8b7d635e143261d65b7860c8c3745c21c7213a56304772d697851b11769e) AuthConfig (d78f332f6202d67223f016bc4dbb3b4f06d44d45e15cf5830d617b38f4fd9467) AuthConfig (6ab079412a3dbe21d5a74a2ad5bdecc04510ef42e8f985606a6976b1e5329993) AuthConfig (7fe3ea16812f421cb0cb5e2489c4a75a53e8a7ca11ff11e92b34e93c77895a35) AuthConfig (e8e69ef69df1b4a1bfde819e12c1f82b55397d993438a74453ec02ab6829ee7f) AuthConfig (11e193edd7eac1b55d3fb28e2dd0fc571eedab7787fd4ba41729d5b1f7788809) AuthConfig (79f6790f7a63f0fb1c77cc2d8c09690976b252ca0a7771fb1ab929e863db7293)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"e12b06b0-c4bf-4105-b771-c253f694dcd5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.036667754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3348eea9-8150-4555-958b-c3771312ffd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.050628184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3348eea9-8150-4555-958b-c3771312ffd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.064617652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3348eea9-8150-4555-958b-c3771312ffd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.083474686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3348eea9-8150-4555-958b-c3771312ffd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.716180428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47233ede-ced2-4c5b-ab3b-41b1607ea278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.730422774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47233ede-ced2-4c5b-ab3b-41b1607ea278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.744703436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47233ede-ced2-4c5b-ab3b-41b1607ea278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.758763024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47233ede-ced2-4c5b-ab3b-41b1607ea278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.816117064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"cf7031cd-7dd3-4ecb-86ae-160bd52eac45","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.840945391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"4414361f-32cd-4f96-9b59-4ae2cf7d7742","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.856039683Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a9f9aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a9f9aa","reconcileID":"20bd256c-812d-4a06-b75c-7a8ec5a7c663","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-a9f9aa","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-a9f9aa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.897747345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8756cfbb-ff96-4332-b0f5-c6584ea27e33","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.92083834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8756cfbb-ff96-4332-b0f5-c6584ea27e33","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.939313938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8756cfbb-ff96-4332-b0f5-c6584ea27e33","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.961468317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"2056bc30-6d93-4814-9750-f3423dd157da","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.016995199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"26648ed9-5431-4194-8811-dcf61b0eef1c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.023039867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"7a29ca38-00ff-4f4f-89aa-d33d24a230c7","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.023319386Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.036524204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"26648ed9-5431-4194-8811-dcf61b0eef1c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.043581306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"9c7102fe-9116-4a1e-a404-c7cd749e676b","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.056314384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"26648ed9-5431-4194-8811-dcf61b0eef1c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:27.056425562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"1aecc7da-ca4c-4b80-b34e-e583b60adad3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:27.067707139Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"9c7102fe-9116-4a1e-a404-c7cd749e676b","name":"distinct-w1-a3c02e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-a3c02e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:27.067755642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"9c7102fe-9116-4a1e-a404-c7cd749e676b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-a3c02e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.073651178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"df406425-a9b2-4a2f-9dae-0abf2b8a6157","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.090384259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"241c87ae-6cbc-44d7-98db-9a750d33e618","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.108680698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"774bd1a3-b861-4461-ba58-340b8e3e0acf","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.118186224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"31e50ecb-cd66-40c9-bc39-9a277171cd92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.118492762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c6bb7008-dd0b-469f-a569-b9094788ba70","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.118785794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"c902d8f9-acf2-46ef-8a0a-1627d7ef8d67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.137687461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c6bb7008-dd0b-469f-a569-b9094788ba70","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.141500554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"31e50ecb-cd66-40c9-bc39-9a277171cd92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.164582835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"c902d8f9-acf2-46ef-8a0a-1627d7ef8d67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.167044865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c6bb7008-dd0b-469f-a569-b9094788ba70","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.186865221Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b6b605e2-8668-4311-8d85-f98840cdcd81","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-distinct-w1-a3c02e","model":"distinct-w1-a3c02e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a3c02e/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.276021224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f046a6f9-8457-48da-ad31-2b3fd8beefa5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.29773372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f046a6f9-8457-48da-ad31-2b3fd8beefa5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.298030742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"c812dc66-7497-4555-80b6-355261bc4b94","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.361586414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"813af2fb-f18d-4b13-9376-b8683530006b","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.363504548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"bffeaf95-af5f-4957-98ac-c773bec3a107","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.365342143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f046a6f9-8457-48da-ad31-2b3fd8beefa5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.421542104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e69cb5ce-d385-4578-b73a-5036bf4c1d3f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-distinct-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/distinct-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.435578419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"5225e150-e6b6-4abf-9fe2-6b8bae1f4114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.464103672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce722ef1-4db0-4dfa-955a-9828fc6becfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.464494447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"5225e150-e6b6-4abf-9fe2-6b8bae1f4114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.480437504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce722ef1-4db0-4dfa-955a-9828fc6becfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.4807454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c7a836f4-d50f-4f16-a5f8-a71b243946fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.494815093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce722ef1-4db0-4dfa-955a-9828fc6becfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.495181865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"4a1bb700-118d-4a38-b070-939c27409ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.498961061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"08e4e909-3f74-492f-b8b0-577b585e6c37","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.509249901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce722ef1-4db0-4dfa-955a-9828fc6becfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.510227448Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w1-a3c02e priority=0:[ai-tenant-e2e-worker-w1-a3c02e/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-a3c02e/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.530957497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"4a1bb700-118d-4a38-b070-939c27409ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.533094975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c7a836f4-d50f-4f16-a5f8-a71b243946fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.533370686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"bf1147a1-c541-46b1-bd11-5b28e915e425","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.543692835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"58285f8e-3f6e-4339-9a3f-da65a128f4ce","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:27.546880619Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a3c02e/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.551803886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c7a836f4-d50f-4f16-a5f8-a71b243946fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.561064823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"acf3c2f6-67f5-4c4f-a1ab-c8f0dfaa2875","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.575405841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"6c19d90e-d1b9-43d4-8143-b8871553de99","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.590937256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d02a1676-df1a-4994-81cd-95cbd348e920","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.610372155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d02a1676-df1a-4994-81cd-95cbd348e920","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.626647574Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6bf94a18-81ed-4136-9250-52688b888161","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-distinct-2-w1-a3c02e","model":"distinct-2-w1-a3c02e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a3c02e/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.630766142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d02a1676-df1a-4994-81cd-95cbd348e920","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.681536008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"df2726a3-a96b-4125-9e9d-6a9f56110aa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.681669444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"82534a5f-0438-41a2-aea9-8e80c103cd18","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.681539226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"7123f932-d656-42c7-a29d-15c16369f194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.682364534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"0408f998-d4a5-4596-b498-0d818f90876a","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.703381831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"7123f932-d656-42c7-a29d-15c16369f194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.709933825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"82534a5f-0438-41a2-aea9-8e80c103cd18","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.71011444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"df2726a3-a96b-4125-9e9d-6a9f56110aa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.728602935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"82534a5f-0438-41a2-aea9-8e80c103cd18","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.73448143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"08a3c4e5-815e-4ee2-a761-e87369220ec1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-distinct-2-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/distinct-2-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.779647057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3bce5956-0869-4c63-83d1-271a1986d6c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.800083251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3bce5956-0869-4c63-83d1-271a1986d6c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.823892633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3bce5956-0869-4c63-83d1-271a1986d6c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:28.58781734Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a9f9aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a9f9aa","reconcileID":"61801216-898b-4615-b9b7-2364fd874c9e","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-a-a9f9aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.318969345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93f534d2-6e17-42ef-b511-085630c81c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.374280873Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93f534d2-6e17-42ef-b511-085630c81c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.419909187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93f534d2-6e17-42ef-b511-085630c81c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.445329062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"0baae085-5cca-4980-9fe7-0413940eb787","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.445609902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"417e16af-094e-4a8f-9fdb-03e9395b5c26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.446535489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3ef159d5-4c9f-4aaa-9e5e-7db755b4a538","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.446551408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3ef159d5-4c9f-4aaa-9e5e-7db755b4a538","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.478536068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"417e16af-094e-4a8f-9fdb-03e9395b5c26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.480519771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"0baae085-5cca-4980-9fe7-0413940eb787","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.499591808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"417e16af-094e-4a8f-9fdb-03e9395b5c26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.507215954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"0baae085-5cca-4980-9fe7-0413940eb787","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.529527488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2c97a8d-3605-4ed5-b43d-237a929463d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.529567781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2c97a8d-3605-4ed5-b43d-237a929463d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.53260822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebe004ef-66b1-447d-8f13-a8a06339e046","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.532709381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebe004ef-66b1-447d-8f13-a8a06339e046","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.491328539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"1e6499d7-0f7b-45c0-8097-ec8026917816","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.511768843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"1e6499d7-0f7b-45c0-8097-ec8026917816","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.530352269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66a77dd4bac0078909121b75025e37981fc3f89fa23a1ba2cae738083efe010c) AuthConfig (4e8dd3a38614c20d4d89140d4d57d0cc022e5321a1e18c1a1845ef1f55b7201e) AuthConfig (ae5b28785f1440be764694d3e0a349beb963be6d432e433dbfbfc8070c13363c) AuthConfig (a950b10f26d06f2c625b4511aea662e4272b9178fd5fcd8db05216c777f941a3) AuthConfig (70a52b28327b194e2b6249cccb31fdcf4ad338c781f5e2366c4a3663fb215252) AuthConfig (83502380708d917b31a397c9dfbc7d821e46c0f21d4c8664d1a6d1c75f523ee8) AuthConfig (4206079d7076c7dfdc8abbd4d64aab112b817ef914f51aebb64934b22df26478) AuthConfig (535f9d55a1a594c66bbdd1038837acba558cc51e60c0a89a0c748b159862f132) AuthConfig (a102ce1dddfc6d27fd2eff17bb4d62d35cb29520ef77e443b66236fc649d9f12) AuthConfig (8751c6a5253a6f8a379e743f26b7fb8f4b3afc9a0037a710f2aedb01f691d9b2) AuthConfig (bdc2e96aabc973b2029c0fd7aec1ee017ffe9b8e15c7497f1cb9f51498039360) AuthConfig (61c08f9ab2147ce976203b54b9cb06c561e68b1959649231da3755160780ec83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"1e6499d7-0f7b-45c0-8097-ec8026917816","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.545741737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a94309a-da80-4f45-8929-ebf0f3bf610f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.564116167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a94309a-da80-4f45-8929-ebf0f3bf610f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.578688857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a94309a-da80-4f45-8929-ebf0f3bf610f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.592936594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a94309a-da80-4f45-8929-ebf0f3bf610f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.607689095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"95a1b780-469e-43f9-8aea-ec3ce4d7331e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.627082869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"95a1b780-469e-43f9-8aea-ec3ce4d7331e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.646516032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66a77dd4bac0078909121b75025e37981fc3f89fa23a1ba2cae738083efe010c) AuthConfig (4e8dd3a38614c20d4d89140d4d57d0cc022e5321a1e18c1a1845ef1f55b7201e) AuthConfig (ae5b28785f1440be764694d3e0a349beb963be6d432e433dbfbfc8070c13363c) AuthConfig (a950b10f26d06f2c625b4511aea662e4272b9178fd5fcd8db05216c777f941a3) AuthConfig (70a52b28327b194e2b6249cccb31fdcf4ad338c781f5e2366c4a3663fb215252) AuthConfig (83502380708d917b31a397c9dfbc7d821e46c0f21d4c8664d1a6d1c75f523ee8) AuthConfig (4206079d7076c7dfdc8abbd4d64aab112b817ef914f51aebb64934b22df26478) AuthConfig (535f9d55a1a594c66bbdd1038837acba558cc51e60c0a89a0c748b159862f132) AuthConfig (a102ce1dddfc6d27fd2eff17bb4d62d35cb29520ef77e443b66236fc649d9f12) AuthConfig (8751c6a5253a6f8a379e743f26b7fb8f4b3afc9a0037a710f2aedb01f691d9b2) AuthConfig (bdc2e96aabc973b2029c0fd7aec1ee017ffe9b8e15c7497f1cb9f51498039360) AuthConfig (61c08f9ab2147ce976203b54b9cb06c561e68b1959649231da3755160780ec83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"95a1b780-469e-43f9-8aea-ec3ce4d7331e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:32.239812212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e358f8d-e30d-4626-b9f4-22d4b3066853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:32.25408564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e358f8d-e30d-4626-b9f4-22d4b3066853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:32.26829279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e358f8d-e30d-4626-b9f4-22d4b3066853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:32.282940654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e358f8d-e30d-4626-b9f4-22d4b3066853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:33.070794055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"029c030d-712f-4c7f-a39c-b68ffdd83e75","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:33.124452143Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"029c030d-712f-4c7f-a39c-b68ffdd83e75","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:33.142944872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"029c030d-712f-4c7f-a39c-b68ffdd83e75","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:33.163288171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0ac762e-9570-4f8e-a439-1c4b17256eae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:33.163314394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0ac762e-9570-4f8e-a439-1c4b17256eae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:35.553790412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"25d44500-a6dc-4134-bd17-d2b3edc945f1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:35.573548655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"25d44500-a6dc-4134-bd17-d2b3edc945f1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:35.592305973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c823185e6afaeda679efca596edf613d0e7fe1e1017b5348564ffd73f5d0925d) AuthConfig (878f115d3709f5de530508b7ce233ebebe122ef88a7ec1e533a51049e2a4b17b) AuthConfig (77fdccb80f30a98926fdbadb2d9f3bfd00f0bad1cdaef0a975b30c16eff4a0fb) AuthConfig (48d85ee8e982cdec7cdaaae71ee9c909880f73bf2592f4ce5a64138a6fde892b) AuthConfig (b35a2a0c9b13347a6d1d6f9dabb3620dab7132f87dafca6e5ed9572f35fca938) AuthConfig (b5eb8b7d635e143261d65b7860c8c3745c21c7213a56304772d697851b11769e) AuthConfig (d78f332f6202d67223f016bc4dbb3b4f06d44d45e15cf5830d617b38f4fd9467) AuthConfig (6ab079412a3dbe21d5a74a2ad5bdecc04510ef42e8f985606a6976b1e5329993) AuthConfig (7fe3ea16812f421cb0cb5e2489c4a75a53e8a7ca11ff11e92b34e93c77895a35) AuthConfig (e8e69ef69df1b4a1bfde819e12c1f82b55397d993438a74453ec02ab6829ee7f) AuthConfig (11e193edd7eac1b55d3fb28e2dd0fc571eedab7787fd4ba41729d5b1f7788809) AuthConfig (79f6790f7a63f0fb1c77cc2d8c09690976b252ca0a7771fb1ab929e863db7293)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"25d44500-a6dc-4134-bd17-d2b3edc945f1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:37.798847294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6489024c-3b2d-4f47-9df9-1c2f4cefcaf0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:37.818087636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6489024c-3b2d-4f47-9df9-1c2f4cefcaf0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:37.835954451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6489024c-3b2d-4f47-9df9-1c2f4cefcaf0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:37.899378934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a6df6581-4e3f-46b1-a0ed-471db2216336","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:37.918887669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a6df6581-4e3f-46b1-a0ed-471db2216336","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:37.937649197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a6df6581-4e3f-46b1-a0ed-471db2216336","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.490471711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c4765c6-71bf-4e58-a2f2-c80c8b8ce4e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.543974185Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c4765c6-71bf-4e58-a2f2-c80c8b8ce4e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.562565036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c4765c6-71bf-4e58-a2f2-c80c8b8ce4e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.581129048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07d95866-1e24-43b1-b2bf-32c618bbd0bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.581176632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07d95866-1e24-43b1-b2bf-32c618bbd0bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.590040164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"6fb03cfa-4a93-4a63-8632-3d46f015311f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.590178562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29ba0ba1-62fd-42c4-a104-b7c00d956af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.611051493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29ba0ba1-62fd-42c4-a104-b7c00d956af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.611051566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"6fb03cfa-4a93-4a63-8632-3d46f015311f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.629908858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"6fb03cfa-4a93-4a63-8632-3d46f015311f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.629986053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29ba0ba1-62fd-42c4-a104-b7c00d956af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.648052375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e674cdaa-bc6d-4fc7-b65d-e9d26538282e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.648070807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e674cdaa-bc6d-4fc7-b65d-e9d26538282e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.650972852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80e56039-80bf-4789-9452-39e8ab7d2f3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.650990114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80e56039-80bf-4789-9452-39e8ab7d2f3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:41.608132976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"ca9c31d9-de84-48d2-bd0b-2a3ac322a420","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:41.62822656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"ca9c31d9-de84-48d2-bd0b-2a3ac322a420","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:41.650403006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66a77dd4bac0078909121b75025e37981fc3f89fa23a1ba2cae738083efe010c) AuthConfig (4e8dd3a38614c20d4d89140d4d57d0cc022e5321a1e18c1a1845ef1f55b7201e) AuthConfig (ae5b28785f1440be764694d3e0a349beb963be6d432e433dbfbfc8070c13363c) AuthConfig (a950b10f26d06f2c625b4511aea662e4272b9178fd5fcd8db05216c777f941a3) AuthConfig (70a52b28327b194e2b6249cccb31fdcf4ad338c781f5e2366c4a3663fb215252) AuthConfig (83502380708d917b31a397c9dfbc7d821e46c0f21d4c8664d1a6d1c75f523ee8) AuthConfig (4206079d7076c7dfdc8abbd4d64aab112b817ef914f51aebb64934b22df26478) AuthConfig (535f9d55a1a594c66bbdd1038837acba558cc51e60c0a89a0c748b159862f132) AuthConfig (a102ce1dddfc6d27fd2eff17bb4d62d35cb29520ef77e443b66236fc649d9f12) AuthConfig (8751c6a5253a6f8a379e743f26b7fb8f4b3afc9a0037a710f2aedb01f691d9b2) AuthConfig (bdc2e96aabc973b2029c0fd7aec1ee017ffe9b8e15c7497f1cb9f51498039360) AuthConfig (61c08f9ab2147ce976203b54b9cb06c561e68b1959649231da3755160780ec83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"ca9c31d9-de84-48d2-bd0b-2a3ac322a420","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:41.719814452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"1f7ca604-ebc6-4981-af10-34d315482b90","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:41.74010965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"1f7ca604-ebc6-4981-af10-34d315482b90","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:41.758687772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66a77dd4bac0078909121b75025e37981fc3f89fa23a1ba2cae738083efe010c) AuthConfig (4e8dd3a38614c20d4d89140d4d57d0cc022e5321a1e18c1a1845ef1f55b7201e) AuthConfig (ae5b28785f1440be764694d3e0a349beb963be6d432e433dbfbfc8070c13363c) AuthConfig (a950b10f26d06f2c625b4511aea662e4272b9178fd5fcd8db05216c777f941a3) AuthConfig (70a52b28327b194e2b6249cccb31fdcf4ad338c781f5e2366c4a3663fb215252) AuthConfig (83502380708d917b31a397c9dfbc7d821e46c0f21d4c8664d1a6d1c75f523ee8) AuthConfig (4206079d7076c7dfdc8abbd4d64aab112b817ef914f51aebb64934b22df26478) AuthConfig (535f9d55a1a594c66bbdd1038837acba558cc51e60c0a89a0c748b159862f132) AuthConfig (a102ce1dddfc6d27fd2eff17bb4d62d35cb29520ef77e443b66236fc649d9f12) AuthConfig (8751c6a5253a6f8a379e743f26b7fb8f4b3afc9a0037a710f2aedb01f691d9b2) AuthConfig (bdc2e96aabc973b2029c0fd7aec1ee017ffe9b8e15c7497f1cb9f51498039360) AuthConfig (61c08f9ab2147ce976203b54b9cb06c561e68b1959649231da3755160780ec83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"1f7ca604-ebc6-4981-af10-34d315482b90","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:43.117008885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"616ff66d-4d92-453f-90af-7cae2aec0e6d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9f9aa","tenantID":"e2e-api-a-a9f9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:43.165266847Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"616ff66d-4d92-453f-90af-7cae2aec0e6d","name":"e2e-api-a-a9f9aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:43.21735349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"601c6718-3da2-4133-aaa1-cea6feb72870","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:43.281544845Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"601c6718-3da2-4133-aaa1-cea6feb72870","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:43.301549687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"601c6718-3da2-4133-aaa1-cea6feb72870","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:43.324366889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc0ffc8a-c7c8-4bd7-908a-8cb376781a29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:43.324389367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc0ffc8a-c7c8-4bd7-908a-8cb376781a29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:45.638439577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"a4572471-164a-445f-8d93-53b8a201651a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:45.658098417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"a4572471-164a-445f-8d93-53b8a201651a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:45.676344572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c823185e6afaeda679efca596edf613d0e7fe1e1017b5348564ffd73f5d0925d) AuthConfig (878f115d3709f5de530508b7ce233ebebe122ef88a7ec1e533a51049e2a4b17b) AuthConfig (77fdccb80f30a98926fdbadb2d9f3bfd00f0bad1cdaef0a975b30c16eff4a0fb) AuthConfig (48d85ee8e982cdec7cdaaae71ee9c909880f73bf2592f4ce5a64138a6fde892b) AuthConfig (b35a2a0c9b13347a6d1d6f9dabb3620dab7132f87dafca6e5ed9572f35fca938) AuthConfig (b5eb8b7d635e143261d65b7860c8c3745c21c7213a56304772d697851b11769e) AuthConfig (d78f332f6202d67223f016bc4dbb3b4f06d44d45e15cf5830d617b38f4fd9467) AuthConfig (6ab079412a3dbe21d5a74a2ad5bdecc04510ef42e8f985606a6976b1e5329993) AuthConfig (7fe3ea16812f421cb0cb5e2489c4a75a53e8a7ca11ff11e92b34e93c77895a35) AuthConfig (e8e69ef69df1b4a1bfde819e12c1f82b55397d993438a74453ec02ab6829ee7f) AuthConfig (11e193edd7eac1b55d3fb28e2dd0fc571eedab7787fd4ba41729d5b1f7788809) AuthConfig (79f6790f7a63f0fb1c77cc2d8c09690976b252ca0a7771fb1ab929e863db7293)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"a4572471-164a-445f-8d93-53b8a201651a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.906920004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4ef1defe-512c-41be-858f-d55007b8e3a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.926889479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4ef1defe-512c-41be-858f-d55007b8e3a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.945559382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4ef1defe-512c-41be-858f-d55007b8e3a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:48.016686213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"933382e5-92ab-4f1f-824f-145b41f0a943","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:48.056996894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"933382e5-92ab-4f1f-824f-145b41f0a943","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:48.075539513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"933382e5-92ab-4f1f-824f-145b41f0a943","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:50.646013434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fde7827d-35d8-495c-a691-5f990824d1c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:50.709492493Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fde7827d-35d8-495c-a691-5f990824d1c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:50.730070856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fde7827d-35d8-495c-a691-5f990824d1c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:50.744823006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"0322628a-e5ea-49c8-a798-b15981cb69e7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:50.744893344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae0804fc-a853-42bc-80f1-1f744c7d0800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:50.749386731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"16bd9154-28ab-410d-a397-bdae0f2f4be6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:50.749402138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"16bd9154-28ab-410d-a397-bdae0f2f4be6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:50.766269673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae0804fc-a853-42bc-80f1-1f744c7d0800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:50.766269692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"0322628a-e5ea-49c8-a798-b15981cb69e7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:50.785358088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"0322628a-e5ea-49c8-a798-b15981cb69e7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:50.785392977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae0804fc-a853-42bc-80f1-1f744c7d0800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:50.815298877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c60dad6-a532-40f0-bc77-3d046bf8997d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:50.815316297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c60dad6-a532-40f0-bc77-3d046bf8997d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:50.815819334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af8b3e48-03ac-4627-b5ed-0720bf123833","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:50.815834839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af8b3e48-03ac-4627-b5ed-0720bf123833","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:51.894684009Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:51.912729638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"7dd9a595-0ae5-47b0-8b84-181399973c10","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:51.956355457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"7dd9a595-0ae5-47b0-8b84-181399973c10","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:51.956934659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"8ade9f12-9937-47df-864b-0ec44859c6e4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:51.994817917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66a77dd4bac0078909121b75025e37981fc3f89fa23a1ba2cae738083efe010c) AuthConfig (4e8dd3a38614c20d4d89140d4d57d0cc022e5321a1e18c1a1845ef1f55b7201e) AuthConfig (ae5b28785f1440be764694d3e0a349beb963be6d432e433dbfbfc8070c13363c) AuthConfig (a950b10f26d06f2c625b4511aea662e4272b9178fd5fcd8db05216c777f941a3) AuthConfig (70a52b28327b194e2b6249cccb31fdcf4ad338c781f5e2366c4a3663fb215252) AuthConfig (83502380708d917b31a397c9dfbc7d821e46c0f21d4c8664d1a6d1c75f523ee8) AuthConfig (4206079d7076c7dfdc8abbd4d64aab112b817ef914f51aebb64934b22df26478) AuthConfig (535f9d55a1a594c66bbdd1038837acba558cc51e60c0a89a0c748b159862f132) AuthConfig (a102ce1dddfc6d27fd2eff17bb4d62d35cb29520ef77e443b66236fc649d9f12) AuthConfig (8751c6a5253a6f8a379e743f26b7fb8f4b3afc9a0037a710f2aedb01f691d9b2) AuthConfig (bdc2e96aabc973b2029c0fd7aec1ee017ffe9b8e15c7497f1cb9f51498039360) AuthConfig (61c08f9ab2147ce976203b54b9cb06c561e68b1959649231da3755160780ec83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"7dd9a595-0ae5-47b0-8b84-181399973c10","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:51.998715853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"8ade9f12-9937-47df-864b-0ec44859c6e4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:52.020231083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66a77dd4bac0078909121b75025e37981fc3f89fa23a1ba2cae738083efe010c) AuthConfig (4e8dd3a38614c20d4d89140d4d57d0cc022e5321a1e18c1a1845ef1f55b7201e) AuthConfig (ae5b28785f1440be764694d3e0a349beb963be6d432e433dbfbfc8070c13363c) AuthConfig (a950b10f26d06f2c625b4511aea662e4272b9178fd5fcd8db05216c777f941a3) AuthConfig (70a52b28327b194e2b6249cccb31fdcf4ad338c781f5e2366c4a3663fb215252) AuthConfig (83502380708d917b31a397c9dfbc7d821e46c0f21d4c8664d1a6d1c75f523ee8) AuthConfig (4206079d7076c7dfdc8abbd4d64aab112b817ef914f51aebb64934b22df26478) AuthConfig (535f9d55a1a594c66bbdd1038837acba558cc51e60c0a89a0c748b159862f132) AuthConfig (a102ce1dddfc6d27fd2eff17bb4d62d35cb29520ef77e443b66236fc649d9f12) AuthConfig (8751c6a5253a6f8a379e743f26b7fb8f4b3afc9a0037a710f2aedb01f691d9b2) AuthConfig (bdc2e96aabc973b2029c0fd7aec1ee017ffe9b8e15c7497f1cb9f51498039360) AuthConfig (61c08f9ab2147ce976203b54b9cb06c561e68b1959649231da3755160780ec83)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"8ade9f12-9937-47df-864b-0ec44859c6e4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:52.63272603Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"406c493b-b599-4bce-ba55-6c79f69600d8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:52.633371531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da3c5c5a-dd27-4807-bf58-ece0b9ea1b02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:52.633443032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da3c5c5a-dd27-4807-bf58-ece0b9ea1b02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:52.668113443Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-policy-b2515268","reconcileID":"406c493b-b599-4bce-ba55-6c79f69600d8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"policyNamespace":"ai-tenant-e2e-mt-b4ba961e","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:52.690465841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8412f585-25e1-4401-997d-bace0f116f52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:52.700197937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8412f585-25e1-4401-997d-bace0f116f52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:52.905258024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0abe6ea1-9db2-45df-a548-403ff108829b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:52.905386104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0abe6ea1-9db2-45df-a548-403ff108829b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:55.813773299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"4bbb8ffc-6f15-4a00-8c9b-44bdff721b14","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:55.897204532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"4bbb8ffc-6f15-4a00-8c9b-44bdff721b14","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:55.96071007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-743a5e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c823185e6afaeda679efca596edf613d0e7fe1e1017b5348564ffd73f5d0925d) AuthConfig (878f115d3709f5de530508b7ce233ebebe122ef88a7ec1e533a51049e2a4b17b) AuthConfig (77fdccb80f30a98926fdbadb2d9f3bfd00f0bad1cdaef0a975b30c16eff4a0fb) AuthConfig (48d85ee8e982cdec7cdaaae71ee9c909880f73bf2592f4ce5a64138a6fde892b) AuthConfig (b35a2a0c9b13347a6d1d6f9dabb3620dab7132f87dafca6e5ed9572f35fca938) AuthConfig (b5eb8b7d635e143261d65b7860c8c3745c21c7213a56304772d697851b11769e) AuthConfig (d78f332f6202d67223f016bc4dbb3b4f06d44d45e15cf5830d617b38f4fd9467) AuthConfig (6ab079412a3dbe21d5a74a2ad5bdecc04510ef42e8f985606a6976b1e5329993) AuthConfig (7fe3ea16812f421cb0cb5e2489c4a75a53e8a7ca11ff11e92b34e93c77895a35) AuthConfig (e8e69ef69df1b4a1bfde819e12c1f82b55397d993438a74453ec02ab6829ee7f) AuthConfig (11e193edd7eac1b55d3fb28e2dd0fc571eedab7787fd4ba41729d5b1f7788809) AuthConfig (79f6790f7a63f0fb1c77cc2d8c09690976b252ca0a7771fb1ab929e863db7293)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"4bbb8ffc-6f15-4a00-8c9b-44bdff721b14","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:56.660187353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"1abb1272-dc31-4e11-aca6-4c012b1d865f","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:56.799704597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"069b2347-a9af-42ad-b944-252790445e46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:56.820052425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"d715ffd1-9757-4c5e-a4ba-db38829176c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:56.82371114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"225a72e9-2667-456e-99da-0208be3b897d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:56.859101129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"d715ffd1-9757-4c5e-a4ba-db38829176c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:56.934996385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"225a72e9-2667-456e-99da-0208be3b897d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.161874395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"3153ad2d-27f8-4e09-bb6c-29c1c1345bcf","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.257488684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"073e72e3-f662-4d9a-b532-4307d5f93937","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.769816626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"b9a26637-9afc-4979-93cf-07ba34ffe024","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.962760579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"64f7c927-3891-42ae-a34d-c1d5b5a9ea9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.982481077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"6852075a-1897-4923-b3ac-ffe8898ac851","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.983248691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"e3971cf3-2ab9-4a08-8522-70557db7485f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:58.072490873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"e3971cf3-2ab9-4a08-8522-70557db7485f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:58.117315894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"6852075a-1897-4923-b3ac-ffe8898ac851","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:58.166656875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"286d262a-a847-40b7-919b-556e79003753","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:58.241224186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"dc9e371d-a543-48e4-b2ef-71c56332348a","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:58.350482371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ebb4dd3a-bfef-4f8d-9771-25e0d6d756a6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:58.456377888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"286d262a-a847-40b7-919b-556e79003753","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:58.486801061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"e310be77-a5da-4921-9635-5fc860c70a73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:58.489029616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ebb4dd3a-bfef-4f8d-9771-25e0d6d756a6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:58.49111225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"286d262a-a847-40b7-919b-556e79003753","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:58.516795825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a3c02e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (572f896c1301ba7f9e2e99317561e370a1b4ac459f94a1a73d40e95187a1973d) AuthConfig (35f46c6e042f4f478606295bc028482f0c3d5d8af6e1ef2e9df3aabd151dcc82) AuthConfig (7818001b8a557a238df995bca908d7486b2fb810c8061a14ea8d82d5e678d8e0) AuthConfig (990faa0b424957fe0f5da998374073c7437d5702b76cc2e8a38907040ddcee4f) AuthConfig (7d4981dece131fee83752981a17ec685a3fb4a418b1b15fe44f168e2cd0ccb7b) AuthConfig (9b898af344facd5cb9872c3a99d10c0f9af0d800458c344565951ee6718c4b24) AuthConfig (ba50ce661c45db4d6789e6fe32e5fe7fe2183b9d23af699e813c27adc4bd0a30) AuthConfig (58e92f3364fde0bf5a3904dc7e3b2f2f97f9f38a8ac266504692b3c600202d90) AuthConfig (d7515f6fd3703a53e13c6b9920d46f7c6403c6989f4d62c1c3e4fb68e8311e80) AuthConfig (2bf4e70089fc14967817e074a577f1e6d3f2d14a9b95f956459cfd7cc9ae3dfa) AuthConfig (416267df097a5a257bee3636c0301d213bb9d97b4b9644fb443734457f38fafe) AuthConfig (5fe9a5fa3841e5622fc64231da525e47c52f5c01086faf8bfc95133c6048a54a) AuthConfig (2a1304a75f4f7831cda104348c0ebc1cf179a636232f77eb1dd6413ef64ed26e) AuthConfig (8c3590e0c44c289694811e618e65b301168c8cea3e527b8cfedbb6a223de216c) AuthConfig (8d778b35038fce722708516565662541e6fb2b3e175ae9b713e085ef07d4cfa3) AuthConfig (b2ca559445dda8e48116351418bad2a570e9f41a8e371fda466ad70c4c2ff1cb) AuthConfig (e2455b2c36315d43d11250493edf6620ae11149b276046f51c129d9b9cb92e98) AuthConfig (37f1ca4b3516966beae64f94892c9dc82275e0e16058ad1b9a93e311eff3a8ec) AuthConfig (96a54ea03711a5e01ddaabd1bd85725cd7cd5615540d0e57268c13448b4228af) AuthConfig (b4646535e17a6efca7782ff143b9e9759ff36f4f18a2159e56edf23802e3ddb4) AuthConfig (3045942e7c033e326c1a073a0355428fecca80d026673ff26a6a0673634d2e39) AuthConfig (9c28802d5ac67c8e0607b6fb014cc70c39d0827bf161494f8fb8dedb8b18031d) AuthConfig (afb87d9180c77a9a1bba7d3e0ade07d2f3c0d1bda49977a54392f08a9acfef4f) AuthConfig (60ca69f949c0061bbc7c09b17566983d30ddb00fa20ced4d43feef552f0cfd76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ebb4dd3a-bfef-4f8d-9771-25e0d6d756a6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.185899009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-sub1","reconcileID":"a299fbb0-4988-4581-bde7-77801a3a3b1c","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-distinct-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.188053419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"a995a719-3db9-486d-adb1-af99834ef31c","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.428743472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"b8d0182c-001b-4a1d-9926-15ff9026125b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.46606608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"8bb43269-e1ff-4005-84f1-9823a64c2f6e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-distinct-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/distinct-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.591541844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"7786a00a-7d8e-422b-8f46-a6cebb3d84ad","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.728414015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"49ff87b9-4635-4d31-9aa9-0b601f235308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.757429508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"9ac02d54-cef0-4844-8017-776d07ba7188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.787538542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"8bfa9761-f952-451a-bc3d-169ff2b8633d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.791170394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"49ff87b9-4635-4d31-9aa9-0b601f235308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.805878548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"6170bd64-7098-4b6a-8083-149e47df664d","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.927215411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-sub2","reconcileID":"0262945d-586d-43be-95f4-d81a31290266","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-distinct-2-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.100956379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"547f0a92-a841-49b9-99f8-58de51116043","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.264422557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"9ac02d54-cef0-4844-8017-776d07ba7188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.308030224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"8bfa9761-f952-451a-bc3d-169ff2b8633d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.326318296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"a7f05cef-e02b-440e-8457-b917cf7fbf43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.556279608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"afd993ed-5628-44a0-ae6b-b643a6b7fefb","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-distinct-2-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/distinct-2-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.756054635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"72fd2c51-7187-428c-841b-c1917737309a","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.791671069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"d8f61f18-f47d-4e5f-b9d7-f9a33f34b763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.792581607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4ec30c31-aa74-4de0-bb73-cacb8eba8ddb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.793135608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"058767b8-3ac5-4a98-99f3-10185ddf9302","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.806393936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"3e33cda3-1de2-40bd-93c7-c68ba9a7659f","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.936018736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-2-w2-a9def7","reconcileID":"2abf476a-7099-4844-90bf-af06ef863a8d","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-2-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-2-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.096550986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"d8f61f18-f47d-4e5f-b9d7-f9a33f34b763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.95712037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"2a85cd89-f013-4ab0-940e-2f5dee9c764b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.098602014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"058767b8-3ac5-4a98-99f3-10185ddf9302","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.099609248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4ec30c31-aa74-4de0-bb73-cacb8eba8ddb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.100136186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"4be6efad-44cd-4c4b-a403-8ad20cfb593a","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.334735667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3da9e64b-0b7b-4911-bfcd-17710e5068fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.338049641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"2a85cd89-f013-4ab0-940e-2f5dee9c764b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.538640364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3da9e64b-0b7b-4911-bfcd-17710e5068fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.588736687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"91f409e6-ebc9-484b-a2f4-04647ed65f9d","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.613236982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3da9e64b-0b7b-4911-bfcd-17710e5068fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.682641186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"73d14a89-003d-4f4f-a82a-b446f36dc88b","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.702166592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"b148317c-b710-450e-8df2-dd40f6574dc6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.710333188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"a4acb3b7-d172-4fc7-b11f-5319b3337464","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.787315191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"b148317c-b710-450e-8df2-dd40f6574dc6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.788016546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"69b04ec5-fe36-4f4f-9c4d-6e36ef21d6bf","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-distinct-2-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/distinct-2-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.788038464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"e502b60d-cf78-4da0-b6b5-3b76cf782e38","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.788288088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7def8649-bed1-4672-8d76-8947449d63c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.833972248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"ffc1f6d0-cfc3-470f-926b-5e5e9b88584f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.916909502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"b148317c-b710-450e-8df2-dd40f6574dc6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.921875404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7def8649-bed1-4672-8d76-8947449d63c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.925480389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"e502b60d-cf78-4da0-b6b5-3b76cf782e38","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.934810738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"ffc1f6d0-cfc3-470f-926b-5e5e9b88584f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.982099203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7def8649-bed1-4672-8d76-8947449d63c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:02.127568653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"fd26d7f6-4d27-48b5-bad8-62608e6c5984","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:02.129946559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"e502b60d-cf78-4da0-b6b5-3b76cf782e38","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:02.131370007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"ffc1f6d0-cfc3-470f-926b-5e5e9b88584f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:02.167316099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"2db53b1c-d773-41db-b49d-c2bbc5d63276","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:02.341770355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"3e27a210-2064-42b3-9859-40af68d36031","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:02.472877074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f4a1306d-ff48-4c98-843b-ea58304cdad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:02.529207193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"9197da37-68ef-4386-b1b1-38944982a8fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:02.594431775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f4a1306d-ff48-4c98-843b-ea58304cdad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:02.596216951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"48c7db1a-a666-436d-80ab-08018feced3d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-distinct-2-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/distinct-2-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:02.755435606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"9197da37-68ef-4386-b1b1-38944982a8fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:02.795724514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"01f5936e-da7d-4a35-98ff-fff3762c30b7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:02.851309139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"d5d30896-2292-430b-8b1d-6d09e9d10fdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:02.878271253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"4eb6006b-ab43-4440-ad97-a2b42b9e4b9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:02.99723036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"5c2aecb6-e2df-44c7-8b69-aa47f8913bd8","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:03.014654694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"d5d30896-2292-430b-8b1d-6d09e9d10fdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:03.023855649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"4eb6006b-ab43-4440-ad97-a2b42b9e4b9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:03.024159938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"01f5936e-da7d-4a35-98ff-fff3762c30b7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:03.061973882Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-sub-b2515268","reconcileID":"34c0cda8-706c-43a6-8ba4-eb0a7ff83324","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d14b5e7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:03.21265194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"15028444-f686-4502-9266-3e6c99442d66","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:03.213569105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"63fd1f8d-f325-416a-ba0f-138b7ce61a1f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:03.263575331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"15028444-f686-4502-9266-3e6c99442d66","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:03.270750423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"63fd1f8d-f325-416a-ba0f-138b7ce61a1f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:03.310365611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"63fd1f8d-f325-416a-ba0f-138b7ce61a1f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:03.33995157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"59d96d92-7181-4df3-958d-749041b500b5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:03.34077249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"6156b480-755f-462c-a0f0-05256ff00f18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:03.388966249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"59d96d92-7181-4df3-958d-749041b500b5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:03.389360433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"6156b480-755f-462c-a0f0-05256ff00f18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:03.413342003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"6207dc84-9865-4f7c-95e2-87832831e741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:03.413439516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"8933f5a8-aff5-4f89-8e0d-c048d11de811","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:03.450043609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"8933f5a8-aff5-4f89-8e0d-c048d11de811","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:03.477212552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"6207dc84-9865-4f7c-95e2-87832831e741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:03.511487556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"8933f5a8-aff5-4f89-8e0d-c048d11de811","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:07.470642763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"d0aef6f5-f60b-41eb-a2b3-08c298f338a8","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"tenant":"e2e-mt-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:07.470674616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"d0aef6f5-f60b-41eb-a2b3-08c298f338a8","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"routeName":"e2e-lifecycle-model-751a7416-kserve-route","namespace":"ai-tenant-e2e-mt-751a7416","llmisvcName":"e2e-lifecycle-model-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:07.70595292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"3178d69a-590e-43fd-8151-95ce5e5741d3","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:07.782788509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"9e12cf87-7dd5-47b4-b51e-3b5001b4234e","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"tenant":"e2e-mt-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:07.782813431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"9e12cf87-7dd5-47b4-b51e-3b5001b4234e","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"routeName":"e2e-lifecycle-model-751a7416-kserve-route","namespace":"ai-tenant-e2e-mt-751a7416","llmisvcName":"e2e-lifecycle-model-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:07.80260653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"a8f6554d-84b8-49cd-a4e5-927122041317","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"tenant":"e2e-mt-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:07.802636007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"a8f6554d-84b8-49cd-a4e5-927122041317","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"routeName":"e2e-lifecycle-model-751a7416-kserve-route","namespace":"ai-tenant-e2e-mt-751a7416","llmisvcName":"e2e-lifecycle-model-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:07.831030147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"bce83961-8b7a-4ef5-a33b-4fb796ef9152","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:07.885649493Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"bce83961-8b7a-4ef5-a33b-4fb796ef9152","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:07.904832382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"bce83961-8b7a-4ef5-a33b-4fb796ef9152","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:07.924943892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"b6702eb9-5f3e-4090-a782-5c019f6fd54b","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"tenant":"e2e-mt-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:07.924964119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"b6702eb9-5f3e-4090-a782-5c019f6fd54b","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"routeName":"e2e-lifecycle-model-751a7416-kserve-route","namespace":"ai-tenant-e2e-mt-751a7416","llmisvcName":"e2e-lifecycle-model-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:07.979243017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"e177afd2-2cd0-4a9c-acf1-49fd5346ba74","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"tenant":"e2e-mt-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:07.979264717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"e177afd2-2cd0-4a9c-acf1-49fd5346ba74","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"routeName":"e2e-lifecycle-model-751a7416-kserve-route","namespace":"ai-tenant-e2e-mt-751a7416","llmisvcName":"e2e-lifecycle-model-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:07.979342009Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w1-a3c02e priority=0:[ai-tenant-e2e-worker-w1-a3c02e/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-a3c02e/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:08.002907645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"74e1fcac-aa54-4dc4-aece-9adf1d162963","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:08.011981347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"1780db96-e737-4c5a-b0fa-1fce7f12b670","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:08.012518405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"3ef68fe1-8060-4a29-90a3-fff2b4554c30","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"tenant":"e2e-mt-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:08.012545135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"3ef68fe1-8060-4a29-90a3-fff2b4554c30","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"routeName":"e2e-lifecycle-model-751a7416-kserve-route","namespace":"ai-tenant-e2e-mt-751a7416","llmisvcName":"e2e-lifecycle-model-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:03:08.01819963Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-751a7416/e2e-sub-751a7416","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-751a7416\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:08.030397543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"a0d50ef5-47b6-46b8-8d6c-85f3d3d0d743","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"tenant":"e2e-mt-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:08.030416569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"a0d50ef5-47b6-46b8-8d6c-85f3d3d0d743","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"routeName":"e2e-lifecycle-model-751a7416-kserve-route","namespace":"ai-tenant-e2e-mt-751a7416","llmisvcName":"e2e-lifecycle-model-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:08.032861011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"1780db96-e737-4c5a-b0fa-1fce7f12b670","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:08.051632061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"1780db96-e737-4c5a-b0fa-1fce7f12b670","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:08.118536538Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-sub-751a7416","reconcileID":"19eaf3ce-3554-4b7f-b809-85d0b22ab6fc","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"maas-trlp-e2e-lifecycle-model-751a7416","model":"e2e-lifecycle-model-751a7416","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-751a7416/e2e-sub-751a7416"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:08.132039314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"9654abcc-838b-4783-aa85-4446debebeb8","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:08.151717089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"9654abcc-838b-4783-aa85-4446debebeb8","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:08.171598098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"9654abcc-838b-4783-aa85-4446debebeb8","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:08.174345889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"5462cbc3-451f-428e-aca9-bd36dc82f6c3","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"tenant":"e2e-mt-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:08.174368594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"5462cbc3-451f-428e-aca9-bd36dc82f6c3","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"routeName":"e2e-lifecycle-model-751a7416-kserve-route","namespace":"ai-tenant-e2e-mt-751a7416","llmisvcName":"e2e-lifecycle-model-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:08.219985902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-sub-751a7416","reconcileID":"abfd223f-cf87-4bd3-b58b-6aa36c5a43af","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"maas-trlp-e2e-lifecycle-model-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:09.339255214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac0818c-2170-435a-b498-3739041c55eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:09.353698701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac0818c-2170-435a-b498-3739041c55eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:09.367780247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac0818c-2170-435a-b498-3739041c55eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:09.381946362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac0818c-2170-435a-b498-3739041c55eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:10.029714729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8cf122c-5b1f-4d93-a5c4-48da05331049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:10.044315813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8cf122c-5b1f-4d93-a5c4-48da05331049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:10.058911127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8cf122c-5b1f-4d93-a5c4-48da05331049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:10.073040466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8cf122c-5b1f-4d93-a5c4-48da05331049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:11.661580491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2bb4b4d-cbe4-4460-8afd-644fb1fc677b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:11.681792867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2bb4b4d-cbe4-4460-8afd-644fb1fc677b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:11.700228496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2bb4b4d-cbe4-4460-8afd-644fb1fc677b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:12.052949561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a7acf11-e391-46c4-a5cd-f08949dbe20b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:12.152532391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a7acf11-e391-46c4-a5cd-f08949dbe20b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:12.189541814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a7acf11-e391-46c4-a5cd-f08949dbe20b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:12.201638889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"546e44f5-87b2-4b37-ac90-3452526ae60f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:12.22844264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"546e44f5-87b2-4b37-ac90-3452526ae60f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:12.247550163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"546e44f5-87b2-4b37-ac90-3452526ae60f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.052585694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0bb486e-f822-4845-89a7-52c7927d51ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.052608304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0bb486e-f822-4845-89a7-52c7927d51ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.074301345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7358121a-3c33-4d89-860c-c9be3bc9a4e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.074430147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7358121a-3c33-4d89-860c-c9be3bc9a4e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.082470766Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-sub-b2515268","reconcileID":"d87db1f3-3167-4bb1-ad26-6d09f33ae594","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-b2515268","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.105419979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"80532f8b-4148-494f-9b9f-3ac2e5c5e5f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9f9aa","tenantID":"e2e-api-a-a9f9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.122700765Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-sub","reconcileID":"26de6b02-4ab9-4a6d-a912-7fdc33324652","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.134518327Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"namespace":"ai-tenant-e2e-mt-b4ba961e","name":"e2e-shared-int-sub-b2515268","reconcileID":"d87db1f3-3167-4bb1-ad26-6d09f33ae594","MaaSSubscription":{"name":"e2e-shared-int-sub-b2515268","namespace":"ai-tenant-e2e-mt-b4ba961e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-ba9746","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.174092781Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-sub","reconcileID":"26de6b02-4ab9-4a6d-a912-7fdc33324652","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-743a5e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.176838767Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"80532f8b-4148-494f-9b9f-3ac2e5c5e5f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"name":"e2e-api-a-a9f9aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.192409341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7212e3df-62a4-44e2-880a-c0e609a1fb71","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.192495823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ba9746","reconcileID":"d5a61a4d-800d-42e3-89c9-209bfa439e48","MaaSSubscription":{"name":"e2e-default-int-sub-ba9746","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.195973988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a9f9aa-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"80532f8b-4148-494f-9b9f-3ac2e5c5e5f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.228138156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"054a11c3-ca30-472c-8b57-4a5ad20e8809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.228178015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"054a11c3-ca30-472c-8b57-4a5ad20e8809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.287429059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15c6d30a-71fe-40ff-bcfb-66986e4470e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.287459836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15c6d30a-71fe-40ff-bcfb-66986e4470e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.287582729Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w1-a3c02e priority=0:[ai-tenant-e2e-worker-w1-a3c02e/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-a3c02e/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.288847766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"ea082e82-0b7d-44d8-a5b7-df72313b065d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.300833053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"fccaf17f-373e-4ad7-aeb4-d5bb4693aa2d","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.310398112Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w1-a3c02e priority=0:[ai-tenant-e2e-worker-w1-a3c02e/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-a3c02e/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.310696746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"7544037c-dffb-4d6c-a7aa-1ec12dd0c97d","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"tenant":"e2e-mt-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.310711619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"7544037c-dffb-4d6c-a7aa-1ec12dd0c97d","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"routeName":"e2e-lifecycle-model-751a7416-kserve-route","namespace":"ai-tenant-e2e-mt-751a7416","llmisvcName":"e2e-lifecycle-model-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.348271112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"5df157e9-83a0-41c9-bb84-aebc5f371ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.348277898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"7316f8e4-5075-4453-a4cd-90c28ccc23dc","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.348609452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"df595675-1466-4b74-9b02-9a385f532f36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.372496699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"5df157e9-83a0-41c9-bb84-aebc5f371ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.378464661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"df595675-1466-4b74-9b02-9a385f532f36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.382770554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"7316f8e4-5075-4453-a4cd-90c28ccc23dc","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.397231479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"f2f0873a-603a-4667-af85-96a84455d1a7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.417083417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"f2f0873a-603a-4667-af85-96a84455d1a7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.43512191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"f2f0873a-603a-4667-af85-96a84455d1a7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.479899443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"dd7f6381-92ac-423c-9a92-bdb51aaf93ce","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.503509787Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-api-key-scoped-auth","reconcileID":"2e4de67e-d53f-41ac-b3eb-d2e0b2a2fffa","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.586970115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"3cb2a45b-bcc0-47ee-9929-dd1600b98dc5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.606925017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"3cb2a45b-bcc0-47ee-9929-dd1600b98dc5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.622934492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"98afc71a-b287-4454-b3c8-441200206314","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.625649524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"3cb2a45b-bcc0-47ee-9929-dd1600b98dc5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:14.98989731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"1e602c63-d4c2-4225-8677-1366ab24db31","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.01227773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"5baec309-0491-4894-9a02-751a469cebca","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.053355978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-access-denied-auth","reconcileID":"9a12fed1-ce85-484a-bcbc-23755145812c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.074781318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-access-denied-auth","reconcileID":"9a12fed1-ce85-484a-bcbc-23755145812c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.198414333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"7c157b4a-89e4-4476-9f66-844ff90b1a81","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.198617638Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w1-a3c02e priority=0:[ai-tenant-e2e-worker-w1-a3c02e/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-a3c02e/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.216458188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"dd1a7c48-8e7a-404a-b868-a5a2f46117f3","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:03:15.236382408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-user-sub","reconcileID":"2324064f-89b6-4e52-aadd-fe187f020dfc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.243920816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"719e80eb-9f33-4365-9f14-71e4dd01db9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.243961006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"b3601368-3c85-405b-9853-c8145f00b413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.251098056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"30d22dc3-82dd-4230-a9e5-21ae8dec8d44","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.273064413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"719e80eb-9f33-4365-9f14-71e4dd01db9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.276752887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"b3601368-3c85-405b-9853-c8145f00b413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.281124815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"d170b3b7-1bf6-457d-a522-e813c266f9b8","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.302517138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"9a0696ac-b48f-4515-9528-15a754481a07","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.341292666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-access-denied-auth","reconcileID":"b9b373cb-6e4c-42b8-b1c9-8dea524614b5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.360788364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-access-denied-auth","reconcileID":"b9b373cb-6e4c-42b8-b1c9-8dea524614b5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.370477139Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-user-sub","reconcileID":"8af90949-c6e5-487c-84b9-53db89277b7f","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w5-743a5e/e2e-models-user-sub","ai-tenant-e2e-worker-w5-743a5e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.408983849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"8eca17ea-0df0-4e0b-a962-3a7d66f6f0e8","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.409075682Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w1-a3c02e priority=0:[ai-tenant-e2e-worker-w1-a3c02e/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-a3c02e/e2e-sa-multi-no-hdr-sub2]","namespace=ai-tenant-e2e-worker-w5-743a5e priority=0:[ai-tenant-e2e-worker-w5-743a5e/e2e-models-other-sub ai-tenant-e2e-worker-w5-743a5e/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.430764754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"784e2590-42d8-474a-a7b9-db609410c6b2","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:03:15.435578378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-user-sub","reconcileID":"8af90949-c6e5-487c-84b9-53db89277b7f","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.442320025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"dc8dd0b7-8f92-4a4e-add2-e4c6e726dd73","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:03:15.446417197Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-743a5e/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.459882402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"abeee962-2185-49e1-808c-c6de6019e44d","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.465587491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"a80f79d2-5b54-49b3-b86f-09e9cd48b993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.466042542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"104ce69e-740d-4caa-812e-7560488c0ace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.472616177Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"baa6142f-0653-4413-81f9-1e6e9af30f8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w5-743a5e/e2e-models-other-sub","ai-tenant-e2e-worker-w5-743a5e/e2e-models-user-sub","ai-tenant-e2e-worker-w5-743a5e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.498479529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"a80f79d2-5b54-49b3-b86f-09e9cd48b993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.499234095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"104ce69e-740d-4caa-812e-7560488c0ace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.547794372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-other-sub","reconcileID":"d7aa2e18-d09c-4eb5-b435-1cb0d2f3a946","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.547847938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-user-sub","reconcileID":"9418df47-cbc0-4e5a-85f2-6b5edcb6b271","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.595436221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-access-denied-auth","reconcileID":"25e60323-28c1-43c4-8839-c33d3b398a3a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.617363288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-access-denied-auth","reconcileID":"25e60323-28c1-43c4-8839-c33d3b398a3a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.633939053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"4092963e-e39b-4921-98f4-b27d9e98dc6d","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.648044574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"be694161-634b-48f7-b3a7-2886e30c4e39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.75299676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-other-sub","reconcileID":"eb30c895-72d7-41fb-b67a-b0b2931ce45d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.753070153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-user-sub","reconcileID":"3c7fd02d-f46b-4e99-958b-a1d0be9e9735","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.767579094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"25b9be3a-72d4-45f9-a9ed-5f5c65ab2824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.76836568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"fa334eef-5e85-43ba-9866-41cf24183a90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.790008818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"25b9be3a-72d4-45f9-a9ed-5f5c65ab2824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.791696206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"fa334eef-5e85-43ba-9866-41cf24183a90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:16.195610491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"a03d0ad7-1111-4e95-9d21-f5f966a15f42","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:16.247934719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"aaf1462a-36db-48c5-ba3c-3bcaca05f612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:16.248526056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"513eb139-1504-4d55-a02a-135515fe6196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:16.248994397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-access-denied-auth","reconcileID":"be3bec5a-ddef-4a6d-ad60-c53abe83b7ef","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:16.282812771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"aaf1462a-36db-48c5-ba3c-3bcaca05f612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:16.28642991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-access-denied-auth","reconcileID":"be3bec5a-ddef-4a6d-ad60-c53abe83b7ef","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:16.290285921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"513eb139-1504-4d55-a02a-135515fe6196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:17.810574671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8865e4a7-8a46-4291-8ecb-51340527b339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:17.824583131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8865e4a7-8a46-4291-8ecb-51340527b339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:17.838641027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8865e4a7-8a46-4291-8ecb-51340527b339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:17.853189536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8865e4a7-8a46-4291-8ecb-51340527b339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:18.205928449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"31431035-8f21-4016-a88b-dab13a4e5974","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:18.22596597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"31431035-8f21-4016-a88b-dab13a4e5974","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:18.244837114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"31431035-8f21-4016-a88b-dab13a4e5974","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:18.546597735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10717e27-134d-4572-8f2f-e5cc223a9bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:18.575932396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10717e27-134d-4572-8f2f-e5cc223a9bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:18.590788684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10717e27-134d-4572-8f2f-e5cc223a9bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:18.60562581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10717e27-134d-4572-8f2f-e5cc223a9bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:18.694791392Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6df539","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6df539","reconcileID":"f5a45148-72c8-41d2-9138-b43500bddc56","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-6df539","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-6df539":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:19.259306285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb55e25b-598d-47a8-bb39-d2a0d9610b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:19.273675791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb55e25b-598d-47a8-bb39-d2a0d9610b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:19.288510488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb55e25b-598d-47a8-bb39-d2a0d9610b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:19.303186139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb55e25b-598d-47a8-bb39-d2a0d9610b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:03:20.470353927Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6df539","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6df539","reconcileID":"e3631d9a-8872-422c-821e-7d8d7b5d6418","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-b-6df539\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:21.743352733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a5b8d42-5cb4-4f6a-b318-7dc385107fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:21.7625415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a5b8d42-5cb4-4f6a-b318-7dc385107fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:21.777555155Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:21.78051827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a5b8d42-5cb4-4f6a-b318-7dc385107fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:21.794904329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"832676da-ff15-49f0-8b5f-43009ca9f3b8","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:21.838343839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"64b63280-a9c5-4d05-8356-2bde3b60221d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:21.859377123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"c05786db-66c7-417c-bad3-063d0868022b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:21.85938712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"41d7d42e-618b-4df1-8ba3-915b2f9becc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:21.878943295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"41d7d42e-618b-4df1-8ba3-915b2f9becc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:21.87894721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"c05786db-66c7-417c-bad3-063d0868022b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:21.902108899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"088aaa5d-2eb9-4b10-8da6-59612d258a82","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:21.945444941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"6736b89b-61f5-4a3f-9dfc-647867fb173e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:22.236244489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8132c79-d736-4658-b2a5-a4e25ae1c110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:22.256788017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8132c79-d736-4658-b2a5-a4e25ae1c110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:22.275284249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8132c79-d736-4658-b2a5-a4e25ae1c110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:22.33995541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"ad99f147-d6f2-4b0f-a947-63327403b8b4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:22.3611157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"ad99f147-d6f2-4b0f-a947-63327403b8b4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:22.380370889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"ad99f147-d6f2-4b0f-a947-63327403b8b4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:23.206571789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"64029169-9490-4fdb-9930-f87b9e2ddcff","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:23.25165547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"6a4b10c3-bf33-41e2-9e6f-f64d01764505","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:23.256891174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"091993dc-c263-466a-8f0d-bb25995dec81","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9f9aa","tenantID":"e2e-api-a-a9f9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:23.271422973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"a38231a6-e486-441f-bcb1-02544cf08ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:23.271909467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"9a918acb-6058-49b4-bce2-4a4e6acbaced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:23.276659185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"091993dc-c263-466a-8f0d-bb25995dec81","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"name":"e2e-api-a-a9f9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:23.291091227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"a38231a6-e486-441f-bcb1-02544cf08ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:23.291551631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"9a918acb-6058-49b4-bce2-4a4e6acbaced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:23.295019274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a9f9aa-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"091993dc-c263-466a-8f0d-bb25995dec81","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:23.309310773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"050551df-2228-4839-82c7-80e2103ac5ce","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:23.353508932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"6c0eff88-027d-4a09-94c6-d5480b23169f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:23.506526306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"f75ea798-cd6d-4b41-9d68-5eee55a476bf","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:23.5260362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"f75ea798-cd6d-4b41-9d68-5eee55a476bf","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:23.544696998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"f75ea798-cd6d-4b41-9d68-5eee55a476bf","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:23.697660821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"b13d031e-ac43-4e1a-8d46-659e2be10f09","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:23.718468177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"b13d031e-ac43-4e1a-8d46-659e2be10f09","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:23.780063768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"b13d031e-ac43-4e1a-8d46-659e2be10f09","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:24.55694103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"5a028e8e-a9f9-4ad5-9ef2-dee707489ac2","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:24.601431956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"994c99cb-c79b-4a22-b4f7-b422d711acf3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:24.621502763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"ee70984c-219c-4af8-b3eb-ca5d7a44139c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:24.621817594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-access-denied-auth","reconcileID":"c10788a1-7732-4264-9919-2ad1b779fcbb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:24.62209835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"2b2adc4e-82f5-405f-b3b1-911746b73928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:24.641699508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-access-denied-auth","reconcileID":"c10788a1-7732-4264-9919-2ad1b779fcbb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:24.641787509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"ee70984c-219c-4af8-b3eb-ca5d7a44139c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:24.644044602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"2b2adc4e-82f5-405f-b3b1-911746b73928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:24.658449408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"67e0a228-3431-40cb-bfff-188c0fddf4c8","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:24.702077311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"33bfb749-26fc-4e6c-a232-f8c9182ec805","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:25.252664704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-2-w2-a9def7","reconcileID":"211f565d-6bb0-4cb1-b56d-67204aa57eac","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-2-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-2-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:25.974572572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"65dfe88c-80d6-4722-9178-5a16d1b1485d","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.019360533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a6769f29-7950-4d0d-adac-6867775a4c9b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-distinct-2-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/distinct-2-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.07023056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"ba6ccde3-ae86-4319-9b3d-8d6e579f82c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.070286804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"00fadc40-5758-452e-a625-d1667dc208eb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.0707892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"551f4d44-4389-42b0-b8ea-d6425ca572fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.071014119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b138e396-baa9-4248-ba5e-1bf2a88fe1e7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.076086731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"8eff5fc7-7f07-434e-aa8b-cf71fed70bb6","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.089750055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"ba6ccde3-ae86-4319-9b3d-8d6e579f82c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.097084843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"00fadc40-5758-452e-a625-d1667dc208eb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.097121108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b138e396-baa9-4248-ba5e-1bf2a88fe1e7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.10086755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"551f4d44-4389-42b0-b8ea-d6425ca572fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.126800117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"b0021133-91ba-422e-9a56-f3fc7c677258","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-distinct-2-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/distinct-2-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.246550342Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-user-sub","reconcileID":"0728a097-7d6f-4d2e-8b12-5a97faa61d36","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.297892346Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-user-sub","reconcileID":"0728a097-7d6f-4d2e-8b12-5a97faa61d36","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w5-743a5e/e2e-models-other-sub","ai-tenant-e2e-worker-w5-743a5e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.342767332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-other-sub","reconcileID":"09083326-84c9-4bae-b6f4-5d459966cc83","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.34282676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"45a7c5a3-ba4c-4f18-b9fa-4a09532cdafd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.475345601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"085a3ed7-7ef8-43b1-bc3d-e225943b8343","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.475761842Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w1-a3c02e priority=0:[ai-tenant-e2e-worker-w1-a3c02e/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-a3c02e/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.511843465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"602ff01e-0de1-4faa-b449-0c47f5f87b32","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.556803042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"742c6bde-6200-4866-af22-305318612a29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.556805436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"ae02e5a9-292d-4ccc-9732-147c000645ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.557013778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-access-denied-auth","reconcileID":"26e3e7f7-a0da-44fe-a39f-9f06b18a507a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.581780425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"742c6bde-6200-4866-af22-305318612a29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.582068523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"ae02e5a9-292d-4ccc-9732-147c000645ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.583982406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-access-denied-auth","reconcileID":"26e3e7f7-a0da-44fe-a39f-9f06b18a507a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.665820795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"7a362ffb-8529-4632-bfeb-f1f36e23f298","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.765798144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"23ab0324-8a64-4815-bf6a-92e43c345853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.765866963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-access-denied-auth","reconcileID":"4f1cdee6-9631-4102-9753-4b4ad4e19952","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.769430122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"b090ce73-20fc-4ea3-8054-ad0d50c50595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.785869207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-access-denied-auth","reconcileID":"4f1cdee6-9631-4102-9753-4b4ad4e19952","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.785937772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"23ab0324-8a64-4815-bf6a-92e43c345853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.791105109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"b090ce73-20fc-4ea3-8054-ad0d50c50595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:27.380882068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"a6a61cf1-ce29-4df3-9fc0-910bc0f6a70e","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:28.274478794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"967268ec-e0ca-4ef6-aba1-fba919afb121","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:28.294383194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"967268ec-e0ca-4ef6-aba1-fba919afb121","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:28.31348578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"967268ec-e0ca-4ef6-aba1-fba919afb121","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:30.77459351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"9d76261a-38dd-42f2-81ee-eff5fc68fccf","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:30.824794236Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"fd5fbdb9-470e-43a2-b9c7-a93ec7f00e8a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-37a3d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:30.852583308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"21c0775f-058c-4fa0-98fe-8f071bfdc30e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:30.852750503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d1624180-7b9b-4387-99a9-8a9d15c9db3f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:30.853196601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"82d9ce32-c5ff-470d-8beb-29f5f5b64adc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:30.853205748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"1fce85b3-0780-43f6-9fd2-218423404a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:30.892132467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"21c0775f-058c-4fa0-98fe-8f071bfdc30e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:30.895553631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"1fce85b3-0780-43f6-9fd2-218423404a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:30.898863022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d1624180-7b9b-4387-99a9-8a9d15c9db3f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:30.899770308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"82d9ce32-c5ff-470d-8beb-29f5f5b64adc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:31.108030394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b21010be-61b8-48c8-914d-fd69c8c8a0a7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:31.108272298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"bda7fd4b-f489-4bf2-aee5-285f30ba1d7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:31.108365451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"00960925-5a2e-47c2-aa17-c3d668c2f740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:31.108036522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3946c78f-3a75-40ca-99d7-7859deb45d83","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:31.137657331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"bda7fd4b-f489-4bf2-aee5-285f30ba1d7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:31.138044214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"00960925-5a2e-47c2-aa17-c3d668c2f740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:31.139990888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3946c78f-3a75-40ca-99d7-7859deb45d83","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:31.140176023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b21010be-61b8-48c8-914d-fd69c8c8a0a7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:31.824496098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8edbd2be-bb0a-4e1c-9779-f149c192785d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:31.844264595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8edbd2be-bb0a-4e1c-9779-f149c192785d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:31.862690457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8edbd2be-bb0a-4e1c-9779-f149c192785d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:32.317865511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"737a8a50-edc7-4b7f-a22e-3c615a810785","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:32.338273243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"737a8a50-edc7-4b7f-a22e-3c615a810785","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:32.356425064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"737a8a50-edc7-4b7f-a22e-3c615a810785","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:32.426871152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"6d069396-ef61-4727-8e17-335c9afcd629","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:32.448433246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"6d069396-ef61-4727-8e17-335c9afcd629","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:32.493921036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"6d069396-ef61-4727-8e17-335c9afcd629","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:33.330411302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"670a56fd-099d-4fad-a8d2-642c4bdfffe4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9f9aa","tenantID":"e2e-api-a-a9f9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:33.353348806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"670a56fd-099d-4fad-a8d2-642c4bdfffe4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"name":"e2e-api-a-a9f9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:33.371877232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a9f9aa-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"670a56fd-099d-4fad-a8d2-642c4bdfffe4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:33.620517332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"f0716a5b-c69c-4953-beb6-43568be122fc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:33.641242708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"f0716a5b-c69c-4953-beb6-43568be122fc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:33.659300901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"f0716a5b-c69c-4953-beb6-43568be122fc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:33.855300094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"71e18d54-dfb3-4d7f-8268-eed4ba3180ed","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:33.876778222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"71e18d54-dfb3-4d7f-8268-eed4ba3180ed","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:33.896969413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"71e18d54-dfb3-4d7f-8268-eed4ba3180ed","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:36.716946929Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-other-sub","reconcileID":"56ef6e8b-00cc-48d8-9e35-f3242c7d36a4","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:36.785615579Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-other-sub","reconcileID":"56ef6e8b-00cc-48d8-9e35-f3242c7d36a4","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-743a5e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:36.844165443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"435f44a0-6fe7-46d5-97cc-6376f58050e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:36.891961224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"d1804864-72e0-4527-8009-0a15a679971b","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:36.892408826Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:36.913426711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"1da66996-4f95-4c93-b01e-eae4ad53a4cf","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:36.934115674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-access-denied-auth","reconcileID":"7a721e6b-a512-4afd-ba56-325f2fa5befa","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:36.934199788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"89981a6b-a8f8-4106-a0c3-134d0cdad487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:36.934525165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"1d43faf5-d04c-465f-8790-90b409047cc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:36.953773579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"89981a6b-a8f8-4106-a0c3-134d0cdad487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:36.954067884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"1d43faf5-d04c-465f-8790-90b409047cc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:36.955969746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-access-denied-auth","reconcileID":"7a721e6b-a512-4afd-ba56-325f2fa5befa","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:37.037131383Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"e2e-models-access-denied-auth","reconcileID":"c12dabbd-3fc3-45df-ab98-3827d4e46fa8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:37.0372198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"33fa430a-20f1-414b-a256-714c0dd33040","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:37.068702821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"dab706bf-978f-4ef5-89e7-b5ada1fb3830","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6df539","tenantID":"e2e-api-b-6df539","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:37.111907227Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"dab706bf-978f-4ef5-89e7-b5ada1fb3830","name":"e2e-api-b-6df539-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:37.114265857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"684f1123-a14e-4d84-93f3-8a5984e08fd4","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:38.351108518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"0865046f-ee3a-4388-ba89-9ad646929d8a","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:38.370428191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"0865046f-ee3a-4388-ba89-9ad646929d8a","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:38.388405106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"0865046f-ee3a-4388-ba89-9ad646929d8a","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:40.841225666Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"7b32f1b8-e6d7-4209-8178-c2a6127a0985","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/distinct-w1-a3c02e","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:40.857358042Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"7b32f1b8-e6d7-4209-8178-c2a6127a0985","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/distinct-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:40.872657443Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"7b32f1b8-e6d7-4209-8178-c2a6127a0985","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/distinct-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:40.962540142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"13a80a19-a496-4266-9bdf-6ebe3ddc18ec","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:40.96423212Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.03260889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ffd21002-6801-4fd3-a149-7346b00094cd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.038302794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"10f07a72-7d46-472c-ab49-fc48203f4823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.051948858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ffd21002-6801-4fd3-a149-7346b00094cd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.057571316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"10f07a72-7d46-472c-ab49-fc48203f4823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.123055018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"21283918-76b4-4407-a562-62148a622e42","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.132696827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"aeb90ae3-2e04-48e4-8854-0d0abad2924e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.132696139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"15dcbc58-3683-49a0-b89e-e2014c9142a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.152549613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"aeb90ae3-2e04-48e4-8854-0d0abad2924e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.153733626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"15dcbc58-3683-49a0-b89e-e2014c9142a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.171454633Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f7d62d48-79f2-4819-850e-a4dc6a823325","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7c992d3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.234084405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"badc20df-7960-4ac2-81bf-108583fb6b3e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.234195686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"5a5a03e6-1219-4f1a-a907-cf833c7a5724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.25484601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"badc20df-7960-4ac2-81bf-108583fb6b3e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.254848329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"5a5a03e6-1219-4f1a-a907-cf833c7a5724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.35530821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a93d2b51-b29a-4544-ac05-2c51a474a0c3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.355754833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"9f0f0d91-a754-48d7-91ca-a2eed4d0bb27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.375650759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a93d2b51-b29a-4544-ac05-2c51a474a0c3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.37586558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"9f0f0d91-a754-48d7-91ca-a2eed4d0bb27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.450445995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"7bebbfb2-c1e2-4336-8a53-26c737888589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.450447064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"77c42438-f439-40f7-908f-578d7f5e2b33","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.469989499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"7bebbfb2-c1e2-4336-8a53-26c737888589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.47002876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"77c42438-f439-40f7-908f-578d7f5e2b33","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.925043517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"089e18d0-081b-4311-a18d-204d3b81c65f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.944187307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"089e18d0-081b-4311-a18d-204d3b81c65f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.962333453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"089e18d0-081b-4311-a18d-204d3b81c65f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:42.39886573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22cfbe7c-0762-4ecf-b889-22a9745bcba1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:42.418350154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22cfbe7c-0762-4ecf-b889-22a9745bcba1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:42.436525083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22cfbe7c-0762-4ecf-b889-22a9745bcba1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:42.53836433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"900d58ee-e706-42e7-b5b6-a068b99399ca","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:42.558083762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"900d58ee-e706-42e7-b5b6-a068b99399ca","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:42.579507886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"900d58ee-e706-42e7-b5b6-a068b99399ca","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:43.402754468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"914d8aba-d641-4fad-b30c-740eff6dcee2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9f9aa","tenantID":"e2e-api-a-a9f9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:43.42239873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"914d8aba-d641-4fad-b30c-740eff6dcee2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"name":"e2e-api-a-a9f9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:43.441213461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a9f9aa-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"914d8aba-d641-4fad-b30c-740eff6dcee2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:43.729266155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"9e66d2c1-4efc-41c7-8f81-1e143f4f9ab0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:43.748917267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"9e66d2c1-4efc-41c7-8f81-1e143f4f9ab0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:43.767883371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"9e66d2c1-4efc-41c7-8f81-1e143f4f9ab0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:43.968469991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"e8adae4b-a479-4ab9-83bd-0388bbc99c3c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:43.988246199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"e8adae4b-a479-4ab9-83bd-0388bbc99c3c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:44.006652402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"e8adae4b-a479-4ab9-83bd-0388bbc99c3c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:48.417216472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"744d6fd9-a603-494c-bb8d-42da70d6da0f","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:48.436840596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"744d6fd9-a603-494c-bb8d-42da70d6da0f","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:48.455442615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"744d6fd9-a603-494c-bb8d-42da70d6da0f","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.186751028Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"22bec37b-7fd1-43c6-a46e-760e1e4cfa61","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/distinct-2-w1-a3c02e","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.201453559Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"22bec37b-7fd1-43c6-a46e-760e1e4cfa61","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/distinct-2-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.216330442Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"22bec37b-7fd1-43c6-a46e-760e1e4cfa61","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/distinct-2-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.30588583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"4aa37294-086b-45b8-bae9-3a588a88edfb","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.306039031Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.37659708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"20b2205e-ad45-4e7b-95c3-148c4334f8aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.376640429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"eaf896ee-4d79-4ba1-863a-ed495e303474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.376973981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d78c8100-b8a3-40f6-8038-4133ebe9fef8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.377013991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fc8735a1-2f7f-4221-85e1-a5a84a3129ec","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.397018757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fc8735a1-2f7f-4221-85e1-a5a84a3129ec","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.397037687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"20b2205e-ad45-4e7b-95c3-148c4334f8aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.399295071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"eaf896ee-4d79-4ba1-863a-ed495e303474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.399401224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d78c8100-b8a3-40f6-8038-4133ebe9fef8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.485736034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"6cdd0f97-8464-4e72-9243-8124b9e32037","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.525665597Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"15fc86dc-1933-4023-9380-73636c48eeb3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/distinct-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.574950292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"facc00dd-608a-40b1-8f69-4485ebb4963e","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.583396395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6270d9d6-3921-43f0-bfd0-d790e5b1d67c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.603067154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6270d9d6-3921-43f0-bfd0-d790e5b1d67c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.753869297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"8e6b4297-12af-4888-8f7a-8d3930284530","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.753902629Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"296d7959-daca-47fb-9762-ff69b6c4a11b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/distinct-2-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.777620516Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:51.803305339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"b4544e12-6786-4a16-892d-ff90dc4bb350","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:52.013766888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22953c89-bc81-4252-960c-942edac58afe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:52.033188539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22953c89-bc81-4252-960c-942edac58afe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:52.051291522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22953c89-bc81-4252-960c-942edac58afe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:52.479509857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06e7ef12-9a42-4f9c-be40-f5b39f7546d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:52.499417132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06e7ef12-9a42-4f9c-be40-f5b39f7546d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:52.517584681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06e7ef12-9a42-4f9c-be40-f5b39f7546d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:52.622220915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"e56d50e0-6514-42f3-84cc-ef6d3a5322cb","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:52.641405678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"e56d50e0-6514-42f3-84cc-ef6d3a5322cb","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:52.659535987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"e56d50e0-6514-42f3-84cc-ef6d3a5322cb","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:52.923696412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d213249-0be4-4ad4-b2ee-57a0cc7e6c1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:52.923719099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d213249-0be4-4ad4-b2ee-57a0cc7e6c1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:52.943382515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"875ae854-64e3-4cbf-b6a8-383fc474c85f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:52.943402156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"875ae854-64e3-4cbf-b6a8-383fc474c85f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:52.991245282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"6a8f2122-c4bd-46d0-9a8f-7b313daebf29","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.013080634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"6a8f2122-c4bd-46d0-9a8f-7b313daebf29","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.033979618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"6a8f2122-c4bd-46d0-9a8f-7b313daebf29","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.102217556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9b308d3-e2c0-4c9d-ac91-df30fe40b3db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.102234109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9b308d3-e2c0-4c9d-ac91-df30fe40b3db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.149538914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"4ef741ac-a317-43ea-b6f2-314c2eae28d4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.170331386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4057f5f7-6474-422e-84a9-435bd62d8645","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.170346901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4057f5f7-6474-422e-84a9-435bd62d8645","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.170468206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"4ef741ac-a317-43ea-b6f2-314c2eae28d4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.171400178Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e4e24e priority=0:[ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-e4e24e/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-ba9746 models-as-a-service/e2e-neg-ghost-sub-f2398d8c]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.190267959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"4ef741ac-a317-43ea-b6f2-314c2eae28d4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.191639307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4d4858d-b825-499c-aa9b-0cfc51ce911e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.191656049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4d4858d-b825-499c-aa9b-0cfc51ce911e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:03:53.207574013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f2398d8c","reconcileID":"21fa2c52-657c-4ed8-b230-de63890fc6f0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-f2398d8c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.213063603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12ac4ac4-9e53-4bb0-a839-9623f73a98f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.213079224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12ac4ac4-9e53-4bb0-a839-9623f73a98f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.249036651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd6ef3bd-79b0-4a0a-992e-ead5394ba15d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.249237657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e118fb4-85c4-47bc-841e-6ec514b6e4c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.249309247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e118fb4-85c4-47bc-841e-6ec514b6e4c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.249622448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"b1cba858-026d-40ec-a2af-aa123622d28b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.250101302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"607dd4ee-463d-413f-8ec4-e58c76544004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.250233116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"7ece5ada-9136-4be1-94a6-87feeaa9fe6b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.268686192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd6ef3bd-79b0-4a0a-992e-ead5394ba15d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.269655293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"b1cba858-026d-40ec-a2af-aa123622d28b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.27042054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2be636e0-2b38-4f93-94e8-cd1d2be1e63e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.270435155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2be636e0-2b38-4f93-94e8-cd1d2be1e63e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.271227508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"7ece5ada-9136-4be1-94a6-87feeaa9fe6b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.272679469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"607dd4ee-463d-413f-8ec4-e58c76544004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.286955823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd6ef3bd-79b0-4a0a-992e-ead5394ba15d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.288731196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"b1cba858-026d-40ec-a2af-aa123622d28b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.289139135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"7ece5ada-9136-4be1-94a6-87feeaa9fe6b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.290913568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"607dd4ee-463d-413f-8ec4-e58c76544004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.333675408Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f2398d8c","reconcileID":"bc085a74-c89b-4187-8b09-2b0379da0c0c","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f2398d8c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["models-as-a-service/e2e-default-int-sub-ba9746","models-as-a-service/e2e-neg-ghost-sub-f2398d8c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.333787986Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f2398d8c","reconcileID":"bc085a74-c89b-4187-8b09-2b0379da0c0c","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f2398d8c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-f2398d8c","error":"MaaSModelRef not found: llm/nonexistent-model-f2398d8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.348684058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81b3028a-bdd4-419f-bc04-20504db32d6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.348884691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"5e9ce658-4a68-466a-95ae-efef8e212d6f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.349074709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"46ab5471-4637-40a1-a36d-b1ef9cddcd45","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.349199093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaabb999-07fe-42f8-934b-315dd815c13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.368377135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"5e9ce658-4a68-466a-95ae-efef8e212d6f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.368660791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaabb999-07fe-42f8-934b-315dd815c13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.370582817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81b3028a-bdd4-419f-bc04-20504db32d6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.370774302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"46ab5471-4637-40a1-a36d-b1ef9cddcd45","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.386768217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"5e9ce658-4a68-466a-95ae-efef8e212d6f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.386824317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaabb999-07fe-42f8-934b-315dd815c13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.388830156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81b3028a-bdd4-419f-bc04-20504db32d6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.388898603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"46ab5471-4637-40a1-a36d-b1ef9cddcd45","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.414031014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ba9746","reconcileID":"589eef90-18a6-480c-895c-8f2bc458f0d0","MaaSSubscription":{"name":"e2e-default-int-sub-ba9746","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.414081157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e3383793-992c-49f4-a468-3e78cc73c536","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.472379834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"ef56f804-ce47-4bb1-a20a-ef78d8bd4ee8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9f9aa","tenantID":"e2e-api-a-a9f9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.491677259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"ef56f804-ce47-4bb1-a20a-ef78d8bd4ee8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"name":"e2e-api-a-a9f9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.493945705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73211914-0676-4085-824c-c11a0688203a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.493962171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73211914-0676-4085-824c-c11a0688203a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.509524977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a9f9aa-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"ef56f804-ce47-4bb1-a20a-ef78d8bd4ee8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.61671638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f2398d8c","reconcileID":"ab0cc3d8-2651-4214-8d37-3bc26023eecf","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f2398d8c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.616839839Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f2398d8c","reconcileID":"ab0cc3d8-2651-4214-8d37-3bc26023eecf","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f2398d8c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-f2398d8c","error":"MaaSModelRef not found: llm/nonexistent-model-f2398d8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.877572257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"c3d595f3-fb15-4d55-aed5-153eef97d765","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.897365484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"c3d595f3-fb15-4d55-aed5-153eef97d765","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:53.915756576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"c3d595f3-fb15-4d55-aed5-153eef97d765","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:54.076437566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"4bc0aa4b-18c0-4136-98f3-6a736dc1b1ec","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:54.095873144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"4bc0aa4b-18c0-4136-98f3-6a736dc1b1ec","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:54.114320218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"4bc0aa4b-18c0-4136-98f3-6a736dc1b1ec","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:55.943716168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5dcce4d-cd55-4050-b25f-21f3f9601049","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:55.961249098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5dcce4d-cd55-4050-b25f-21f3f9601049","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:55.991889708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4b1cd07-6e4a-4642-8804-25ad4205c3ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:55.992441177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"b8513785-5555-4503-a959-e3e7d211f17d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:55.992654051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d69743d-b0be-4422-949a-cf6733af4166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:55.992447796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"e2885c97-2825-4cf8-80b8-eec59af21461","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.014866727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d69743d-b0be-4422-949a-cf6733af4166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.015402276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"b8513785-5555-4503-a959-e3e7d211f17d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.017341405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"e2885c97-2825-4cf8-80b8-eec59af21461","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.017698642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4b1cd07-6e4a-4642-8804-25ad4205c3ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.03485466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d69743d-b0be-4422-949a-cf6733af4166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.034895257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"b8513785-5555-4503-a959-e3e7d211f17d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.036309078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4b1cd07-6e4a-4642-8804-25ad4205c3ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.036701132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"e2885c97-2825-4cf8-80b8-eec59af21461","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.068352067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d47d6e70-fc45-48fa-9cf8-f69d95cb559a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.082953589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d47d6e70-fc45-48fa-9cf8-f69d95cb559a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.09709128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d47d6e70-fc45-48fa-9cf8-f69d95cb559a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.111253727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d47d6e70-fc45-48fa-9cf8-f69d95cb559a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.737904879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac479fa-e3bd-43dc-b0c7-e74d5ec9c224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.751880973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac479fa-e3bd-43dc-b0c7-e74d5ec9c224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.765857977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac479fa-e3bd-43dc-b0c7-e74d5ec9c224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.77980837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac479fa-e3bd-43dc-b0c7-e74d5ec9c224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:58.484619755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"9b087a00-e5f3-4a0b-8475-6497d3a2bfb3","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:58.504176666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"9b087a00-e5f3-4a0b-8475-6497d3a2bfb3","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:58.522321776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"9b087a00-e5f3-4a0b-8475-6497d3a2bfb3","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:59.628631323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68585531-d994-453f-a5de-a61f0a361f6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:59.628659889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68585531-d994-453f-a5de-a61f0a361f6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:59.647509212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67f208d3-003b-4994-9dee-807a6c76b75d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:59.64752613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67f208d3-003b-4994-9dee-807a6c76b75d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:59.67655751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"0f7c42a3-2841-4150-bd76-263a2aa9036d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6df539","tenantID":"e2e-api-b-6df539","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:59.728907421Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"0f7c42a3-2841-4150-bd76-263a2aa9036d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"name":"e2e-api-b-6df539-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:59.747178656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6df539-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"0f7c42a3-2841-4150-bd76-263a2aa9036d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:59.766825745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3904c9f3-e4db-419e-a652-b7d04be7edd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:59.766843535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3904c9f3-e4db-419e-a652-b7d04be7edd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:01.274437957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"3cd6e817-ddb7-446d-98ce-207b24de3dc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9f9aa","tenantID":"e2e-api-a-a9f9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:01.29398978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"3cd6e817-ddb7-446d-98ce-207b24de3dc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"name":"e2e-api-a-a9f9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:01.325788251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a9f9aa-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"3cd6e817-ddb7-446d-98ce-207b24de3dc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:01.378029574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"3fa07b85-7c4a-4e68-9241-fed9130f00e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9f9aa","tenantID":"e2e-api-a-a9f9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:01.397619259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"3fa07b85-7c4a-4e68-9241-fed9130f00e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"name":"e2e-api-a-a9f9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:01.417119869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a9f9aa-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"3fa07b85-7c4a-4e68-9241-fed9130f00e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:01.533933061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a1baa9-7ce2-41df-93a6-78a21d7b9a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:01.548742552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a1baa9-7ce2-41df-93a6-78a21d7b9a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:01.562711411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a1baa9-7ce2-41df-93a6-78a21d7b9a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:01.576884734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a1baa9-7ce2-41df-93a6-78a21d7b9a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:02.415741597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d11c18-1844-4317-afc1-7032468e39c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:02.43225018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d11c18-1844-4317-afc1-7032468e39c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:02.447862863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d11c18-1844-4317-afc1-7032468e39c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:02.464971986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d11c18-1844-4317-afc1-7032468e39c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.087968524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"3da9c32b-12f1-4b9e-83ee-493ef78f8bbe","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.145965664Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-sub1","reconcileID":"74173641-ab4f-4d1f-8e82-144b57f05336","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cc875add","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.166841436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"6fc9ccfe-e6b0-495b-8039-0790a50a98e6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.167045571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"2749a4f8-f8ee-48c6-b25b-f6782848eb6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.167442274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"dd109b65-7fca-4322-8273-52c9c2673b19","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.180856083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"a953e441-ce7b-414b-9576-78df3940f57f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.189278863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"dd109b65-7fca-4322-8273-52c9c2673b19","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.190110683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"6fc9ccfe-e6b0-495b-8039-0790a50a98e6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.192636037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"2749a4f8-f8ee-48c6-b25b-f6782848eb6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.201878898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"a953e441-ce7b-414b-9576-78df3940f57f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.221426095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"dd109b65-7fca-4322-8273-52c9c2673b19","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.227100971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"6fc9ccfe-e6b0-495b-8039-0790a50a98e6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.291483732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"22fe3ae9-5d44-428a-bd07-db847173756f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.297053452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"31803053-3a37-4145-bd3a-5c3d9e7dfa05","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.311246317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"22fe3ae9-5d44-428a-bd07-db847173756f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.316994949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"31803053-3a37-4145-bd3a-5c3d9e7dfa05","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.329872098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"22fe3ae9-5d44-428a-bd07-db847173756f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.33526212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"31803053-3a37-4145-bd3a-5c3d9e7dfa05","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.395412046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f79cb43b-9af2-4a88-9aa8-a8943775bbe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.395488274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"df53ca7c-53bd-4111-99f4-d9933d5d2ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.415061326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"df53ca7c-53bd-4111-99f4-d9933d5d2ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:03.41508513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f79cb43b-9af2-4a88-9aa8-a8943775bbe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:05.46819606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10907a31-df2c-4afa-b1e6-696ddfa5f58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:05.482300294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10907a31-df2c-4afa-b1e6-696ddfa5f58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:05.501386861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10907a31-df2c-4afa-b1e6-696ddfa5f58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:05.516347787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10907a31-df2c-4afa-b1e6-696ddfa5f58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:05.999397342Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f2398d8c","reconcileID":"35276cee-e3fe-431e-8874-6bb7099b80b1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f2398d8c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-f2398d8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.048788232Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f2398d8c","reconcileID":"35276cee-e3fe-431e-8874-6bb7099b80b1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f2398d8c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-ba9746","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.04881411Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f2398d8c","reconcileID":"35276cee-e3fe-431e-8874-6bb7099b80b1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f2398d8c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-f2398d8c","subscription":"e2e-neg-ghost-sub-f2398d8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.048893012Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-f2398d8c","reconcileID":"35276cee-e3fe-431e-8874-6bb7099b80b1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-f2398d8c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-f2398d8c","error":"MaaSModelRef not found: llm/nonexistent-model-f2398d8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.092857043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03e6a910-6d2f-4de0-90ed-ec32e5f6f3b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.093398464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff3ffca7-5a14-4f92-bd8f-ac9a4f93b48e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.093444738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ba9746","reconcileID":"e9848c36-2c6e-4dde-af5d-d63191fd7fed","MaaSSubscription":{"name":"e2e-default-int-sub-ba9746","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.107612497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff3ffca7-5a14-4f92-bd8f-ac9a4f93b48e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.121852054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff3ffca7-5a14-4f92-bd8f-ac9a4f93b48e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.135995351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff3ffca7-5a14-4f92-bd8f-ac9a4f93b48e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.170996839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"b82368ef-6932-4882-b720-0abdfaecfd6f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.175338477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"0d0b0d8f-5a71-4456-81f2-e2802ecdc505","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.175669251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b28f2300-52fe-440f-9dcb-545ade7d0bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.175953354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e970f159-d94d-45cb-b4e5-c5d33f698566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.190373677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"b82368ef-6932-4882-b720-0abdfaecfd6f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.195524185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"0d0b0d8f-5a71-4456-81f2-e2802ecdc505","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.19758484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e970f159-d94d-45cb-b4e5-c5d33f698566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.272324389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b28f2300-52fe-440f-9dcb-545ade7d0bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.274248067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"b82368ef-6932-4882-b720-0abdfaecfd6f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.275986353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"0d0b0d8f-5a71-4456-81f2-e2802ecdc505","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.277379442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e970f159-d94d-45cb-b4e5-c5d33f698566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.27786933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b60f7c9-b90d-41d8-8ede-f3247c2f1bc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.277884628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b60f7c9-b90d-41d8-8ede-f3247c2f1bc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.295755908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b28f2300-52fe-440f-9dcb-545ade7d0bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.302629195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36256bac-e576-4560-9366-66ef5bb680dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.302643696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36256bac-e576-4560-9366-66ef5bb680dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.362688094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"8714d286-be37-4880-9235-a4f88c7dda66","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.367112479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0fac6af-ec77-4256-8c9f-8a3de75b0bf1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.367127486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0fac6af-ec77-4256-8c9f-8a3de75b0bf1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.375313376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"539babac-3330-4b82-aaec-e8acd670c899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.375535811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"8cb262b6-f61d-40e2-9a0a-ba71709034af","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.376457807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"6e1f9744-f386-42d9-958d-a88aedea3505","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.395069922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"8cb262b6-f61d-40e2-9a0a-ba71709034af","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.396073996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"539babac-3330-4b82-aaec-e8acd670c899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.397321508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"6e1f9744-f386-42d9-958d-a88aedea3505","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.398190292Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-734480","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-734480","reconcileID":"51884f86-ff44-4ba3-b488-54f89a71ba9b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-734480","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-734480":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.4139071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"8cb262b6-f61d-40e2-9a0a-ba71709034af","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.414026057Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-f2398d8c","reconcileID":"6c071523-f7f9-434c-8fe1-c2f6065f70b3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-f2398d8c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.415474813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"539babac-3330-4b82-aaec-e8acd670c899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.416002677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"6e1f9744-f386-42d9-958d-a88aedea3505","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.420846572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cb8768b-42e9-4baf-a7a3-802489e04bc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.440123485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cb8768b-42e9-4baf-a7a3-802489e04bc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.464953624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cb8768b-42e9-4baf-a7a3-802489e04bc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.470122311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e57f2cc-2f3a-414e-be73-e9faa6bb23fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.470151119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e57f2cc-2f3a-414e-be73-e9faa6bb23fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.765334778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"556fb984-ec26-40d0-94e4-3f419a92d1d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.765366936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"556fb984-ec26-40d0-94e4-3f419a92d1d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.789128833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7376452-f368-4d75-8234-75838cdbc0fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.789178374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7376452-f368-4d75-8234-75838cdbc0fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.890401695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"c8a94d5c-18e1-43f9-8718-45cc32a71b5b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.909674776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"c8a94d5c-18e1-43f9-8718-45cc32a71b5b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.9285486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"c8a94d5c-18e1-43f9-8718-45cc32a71b5b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.948469644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea080683-85c3-4294-8c6b-b7bbeb56ab13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.948491852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea080683-85c3-4294-8c6b-b7bbeb56ab13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:07.016812346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"665dda45-023c-4da8-9c77-8718fce074c3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:07.03678148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"665dda45-023c-4da8-9c77-8718fce074c3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:07.052024358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53cbe2ed-c61c-4a33-9af0-49a52b862cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:07.054898421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"665dda45-023c-4da8-9c77-8718fce074c3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:07.066050913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53cbe2ed-c61c-4a33-9af0-49a52b862cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:07.080108927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53cbe2ed-c61c-4a33-9af0-49a52b862cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:07.094398499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53cbe2ed-c61c-4a33-9af0-49a52b862cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:08.063263698Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-734480","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-734480","reconcileID":"f3c895c5-f4b6-4c3e-a08a-c492610a84f0","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-a-734480\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:08.563095428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"5975b264-6d84-46d7-9bbb-047cb7cf2f0b","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:08.59502116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"5975b264-6d84-46d7-9bbb-047cb7cf2f0b","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:08.64564736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"5975b264-6d84-46d7-9bbb-047cb7cf2f0b","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:09.796132081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"5bb5ba85-7bce-4fe8-a4fd-9ac838c1d8e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6df539","tenantID":"e2e-api-b-6df539","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:09.815695836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"5bb5ba85-7bce-4fe8-a4fd-9ac838c1d8e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"name":"e2e-api-b-6df539-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:09.834862745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6df539-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"5bb5ba85-7bce-4fe8-a4fd-9ac838c1d8e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:11.360713006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"7a2b8a69-97d7-492b-8f89-022be820a576","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9f9aa","tenantID":"e2e-api-a-a9f9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:11.381400709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"7a2b8a69-97d7-492b-8f89-022be820a576","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"name":"e2e-api-a-a9f9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:11.400365674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a9f9aa-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"7a2b8a69-97d7-492b-8f89-022be820a576","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:11.461002141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"cc0f84c5-eded-42f9-b631-8cce2400d8a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9f9aa","tenantID":"e2e-api-a-a9f9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:11.48035949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"cc0f84c5-eded-42f9-b631-8cce2400d8a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"name":"e2e-api-a-a9f9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:11.499063935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a9f9aa-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"cc0f84c5-eded-42f9-b631-8cce2400d8a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.161263128Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-sub1","reconcileID":"987d6eeb-0383-4186-a9fd-7c019f880061","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.176390793Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-sub1","reconcileID":"987d6eeb-0383-4186-a9fd-7c019f880061","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.192361461Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-sub1","reconcileID":"987d6eeb-0383-4186-a9fd-7c019f880061","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.28017425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"5f53ae22-f7ae-4118-a478-85ca36e39e35","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.356227029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"4f098949-6b89-46c6-82af-53c00157a07b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.356541874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"92854711-f7dd-4058-b8ec-eb908680d550","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.356807128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"3438b8f7-dd87-4933-961e-84c3d624ae54","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.357054729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"d345ad09-292d-495a-98b4-9e3346eb6431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.377151673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"4f098949-6b89-46c6-82af-53c00157a07b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.379038166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"92854711-f7dd-4058-b8ec-eb908680d550","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.380823678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"3438b8f7-dd87-4933-961e-84c3d624ae54","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.3825423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"d345ad09-292d-495a-98b4-9e3346eb6431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.39781187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"92854711-f7dd-4058-b8ec-eb908680d550","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.400610812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"3438b8f7-dd87-4933-961e-84c3d624ae54","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.462448876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"fedbb461-e1aa-4375-a608-ae36b77b0be7","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.511474418Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-sub2","reconcileID":"081223b3-99a9-47ed-af5c-ad83916db6e7","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4b041902","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.521441847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"643cddfd-8566-4da1-a2e1-9e302a3529e3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.541509328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"643cddfd-8566-4da1-a2e1-9e302a3529e3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.560401179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"643cddfd-8566-4da1-a2e1-9e302a3529e3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.569248266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"a0c4c191-105d-401c-9934-01622371f6ab","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.58939554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"a0c4c191-105d-401c-9934-01622371f6ab","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.608087331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"a0c4c191-105d-401c-9934-01622371f6ab","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.6740525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"50527761-6360-4af3-91ff-b6cc578d0d59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.674327016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"83d8d959-ad3b-4dd7-adfb-1dde2ed62cd6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.674400623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"0a2c75db-a105-4e29-ab59-7520596b26ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.678076017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"d1e809b0-c4cc-4e80-ae6f-55873b15a029","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.702211349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"0a2c75db-a105-4e29-ab59-7520596b26ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.706023676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"83d8d959-ad3b-4dd7-adfb-1dde2ed62cd6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.710463273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"d1e809b0-c4cc-4e80-ae6f-55873b15a029","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.711629651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"50527761-6360-4af3-91ff-b6cc578d0d59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.729775583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"83d8d959-ad3b-4dd7-adfb-1dde2ed62cd6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:13.73075705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"d1e809b0-c4cc-4e80-ae6f-55873b15a029","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:16.475476179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a7f9fc6-5c27-483b-94b4-32674f25283d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:16.475486003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"f012e8fe-c205-420b-9f1e-8568d49257e4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:16.49539269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a7f9fc6-5c27-483b-94b4-32674f25283d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:16.495450306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"f012e8fe-c205-420b-9f1e-8568d49257e4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:16.513353279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a7f9fc6-5c27-483b-94b4-32674f25283d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:16.513400261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"f012e8fe-c205-420b-9f1e-8568d49257e4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:16.520877178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4317eab1-7523-4da9-b472-23db135d8eff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:16.540716135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4317eab1-7523-4da9-b472-23db135d8eff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:16.558970312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4317eab1-7523-4da9-b472-23db135d8eff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:17.118948881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"2362a663-e8a8-4a3e-b9ad-547f0069120e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:17.138129238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"2362a663-e8a8-4a3e-b9ad-547f0069120e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:17.156353151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"2362a663-e8a8-4a3e-b9ad-547f0069120e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:18.675136796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"28858053-c0ce-432d-b5dc-06635996f17c","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:18.695443358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"28858053-c0ce-432d-b5dc-06635996f17c","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:18.714048954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"28858053-c0ce-432d-b5dc-06635996f17c","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:19.863903005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"48cd4a27-e3f4-4dd0-97b3-908035acd125","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6df539","tenantID":"e2e-api-b-6df539","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:19.885032792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"48cd4a27-e3f4-4dd0-97b3-908035acd125","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"name":"e2e-api-b-6df539-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:19.906499011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6df539-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"48cd4a27-e3f4-4dd0-97b3-908035acd125","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.624896581Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ba9746","reconcileID":"4848fade-7c62-4d8f-bfd0-b266c2176f7c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ba9746","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.624987871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccf08564-8206-4591-a981-87137a77f0b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.625005143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccf08564-8206-4591-a981-87137a77f0b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.67277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a258a95c-2993-452e-aea8-fa0a0619f996","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.672795986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a258a95c-2993-452e-aea8-fa0a0619f996","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.901621198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a25ac80f-7c32-4ad7-990c-7b4b3fc99e12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.901641105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a25ac80f-7c32-4ad7-990c-7b4b3fc99e12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.963589533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"db96dcbd-8ba4-49a1-bd52-8831f2514c28","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.963840531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d9aff40-5171-4b62-8f79-56ac03e78bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.964003563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9c5ce12-de2b-4c3d-982e-41effb5293b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.986208244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d9aff40-5171-4b62-8f79-56ac03e78bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.986211837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"db96dcbd-8ba4-49a1-bd52-8831f2514c28","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.989157815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9c5ce12-de2b-4c3d-982e-41effb5293b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.005055189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d9aff40-5171-4b62-8f79-56ac03e78bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.005391152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"db96dcbd-8ba4-49a1-bd52-8831f2514c28","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.010805952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9c5ce12-de2b-4c3d-982e-41effb5293b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.503803499Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"4e8a1511-e172-4771-89c3-98ad5ef09652","namespace":"ai-tenant-e2e-api-a-a9f9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.5039117Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"4e8a1511-e172-4771-89c3-98ad5ef09652","namespace":"ai-tenant-e2e-api-a-a9f9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.503986028Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"4e8a1511-e172-4771-89c3-98ad5ef09652","name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.521260144Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"4e8a1511-e172-4771-89c3-98ad5ef09652","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.521637536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fd4f659-19ec-48e3-bdb9-316e97f4cc8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.521654821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fd4f659-19ec-48e3-bdb9-316e97f4cc8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.536446976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"143cc5c6-f0b2-4c1b-9a21-362eb550b5a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9f9aa","tenantID":"e2e-api-a-a9f9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.555829405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"143cc5c6-f0b2-4c1b-9a21-362eb550b5a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"name":"e2e-api-a-a9f9aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.573977646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a9f9aa-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"143cc5c6-f0b2-4c1b-9a21-362eb550b5a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.574125362Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"a656ec95-44a2-410c-a756-c741fe59ff0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.703425099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"a656ec95-44a2-410c-a756-c741fe59ff0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9f9aa","tenantID":"e2e-api-a-a9f9aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.759138099Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"a656ec95-44a2-410c-a756-c741fe59ff0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"name":"e2e-api-a-a9f9aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.759171829Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"e2e-e2e-api-a-a9f9aa-policy","reconcileID":"a656ec95-44a2-410c-a756-c741fe59ff0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9f9aa-policy","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9f9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.778544384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e93768f-4d79-464c-bf6f-c84681005312","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.778566276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e93768f-4d79-464c-bf6f-c84681005312","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.778935919Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:23.53123075Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-sub2","reconcileID":"2b2506bb-4cbc-4aec-b7f7-1bdf30166a30","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:23.547004093Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-sub2","reconcileID":"2b2506bb-4cbc-4aec-b7f7-1bdf30166a30","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:23.567077686Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-sub2","reconcileID":"2b2506bb-4cbc-4aec-b7f7-1bdf30166a30","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.064830774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"2544c4fa-67e3-4d4c-a415-7ccc1758e74b","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.06596963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"5abde904-2fb1-4704-ad12-74ab2611b64a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.086724869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"49b3f8fd-abdb-4014-b9c6-7e8efe412141","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.133751276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"5abde904-2fb1-4704-ad12-74ab2611b64a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.178109525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"49b3f8fd-abdb-4014-b9c6-7e8efe412141","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.198594683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"5abde904-2fb1-4704-ad12-74ab2611b64a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.205739496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"aa37819f-8d6a-42e6-ba80-a8732e13ced7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.206708489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f0306dbc-5efb-4e07-aba5-96c0d2dfe17c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.208622337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"49b3f8fd-abdb-4014-b9c6-7e8efe412141","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.222406425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"dba8cc8b-fe4b-4855-b404-42de992236cc","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.231076557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"aa37819f-8d6a-42e6-ba80-a8732e13ced7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.256402006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f0306dbc-5efb-4e07-aba5-96c0d2dfe17c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.361924785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"a22e43e2-e7a4-449b-a085-cf835b22c64d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.398561511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"a22e43e2-e7a4-449b-a085-cf835b22c64d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.417778498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"35401aa5-95fd-406c-b248-c057b5a5f462","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.435205811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"a22e43e2-e7a4-449b-a085-cf835b22c64d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.435594037Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth1","reconcileID":"fa597bca-ee0a-47fe-ba7b-c1743fa8cc3a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.445786921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"35401aa5-95fd-406c-b248-c057b5a5f462","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.469506778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e4e24e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e11de9c48b72b7de689daaab7634a95522fd7795cff903ea09003f64b0cdffce) AuthConfig (d6d101baf2e59fcff11c2dc33c8f4073327d8305ca0fa673a7d6a2504afc3b8a) AuthConfig (017a85571c908979cdbeef29adf1bb8a2a1f1ef1f083e563219d7c03f3eb8d4c) AuthConfig (cb0c713696ac20325aa32d5c8c207b8f056b61ef05470dbe762b0aa5df9a9960) AuthConfig (a4a9d57725eae477f790bf6594150178b95e0923dc52c1a52721292e3dec4703) AuthConfig (48fb1f1f7e8a31c60a0f092342fe060b86761469a0deebc46aab54455f37466c) AuthConfig (968d66a9c787ed153fe19114a1888b80fec5241e17c1fc54a04bcf8c60e3cf3a) AuthConfig (61c30318c3a7386471e5bf619704bd51fc793ba1bbb6bc013a9d7873e8ccc446) AuthConfig (32deb7e483cf5ffc896a7346b1b5ce838c9be3b543493d0e0aa6a8cc8df30bb7) AuthConfig (35219ce6ba20795cf219a688938f5373f4e3aeffec7fe8dc7796ed1258909c7a) AuthConfig (427c7d6471c7aec70ebe5161578e2596aa4ef4dd85df31266fb9f11a30600387) AuthConfig (39d944171459f0ec19ed4f0ce06fc277b2ec924ed4db5b69ba06e9dd3984baf3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"35401aa5-95fd-406c-b248-c057b5a5f462","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.630749095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"0cfdbbaf-81dc-4087-8c5a-ca5689ea5891","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.775821269Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"e2e-multi-keys-auth2","reconcileID":"00746c8d-c903-4b12-bb1a-3269158b18bc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.776237764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"e4387488-3a67-490e-8dab-3e97e6c1323a","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.828981729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"c75c0900-fe7e-4557-bba7-6f14747bdb98","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:26.595627314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"b06d165f-39fa-49f2-b30d-3082d95d556e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-734480","tenantID":"e2e-ipp-a-734480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:26.726458581Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"b06d165f-39fa-49f2-b30d-3082d95d556e","name":"e2e-ipp-a-734480-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:27.097715608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"410fc999-a2a3-458e-81e3-2f22b30908dd","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:27.545903237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"eeed510b-f04c-40a3-8e2d-ee678472eec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:27.546620979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"1db76374-70e9-4061-bab8-3a925bbc3fe5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:27.61139665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"586c6681-54f1-40b0-9050-379068f7c15c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:27.947892597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"eeed510b-f04c-40a3-8e2d-ee678472eec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:28.125490952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"586c6681-54f1-40b0-9050-379068f7c15c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:28.292079532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"ce1b68b4-450e-4696-aa88-f257474d7e8a","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:28.463844556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"1aec29bd-e57f-4cdf-9f70-3bfa5f3bb014","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:28.596485983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"98421d5b-7be4-421b-977f-85bb93a0ac73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:29.246477654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"62319c0d-8185-48d5-8c41-8455869183e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:29.77362004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"8f3f4ab3-2fcf-452f-9ec8-3f3bb4253d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:29.857706562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"7643730e-e420-4e3c-8780-b1a50d714766","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:30.136508683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"21dbb2a9-6f32-4328-b986-858ee59c44ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:30.254520586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"021733b9-4f8a-4d03-8fea-74caaeba5a8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6df539","tenantID":"e2e-api-b-6df539","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:30.283281676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"8f3f4ab3-2fcf-452f-9ec8-3f3bb4253d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:30.3377583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"deb8845f-b55c-4f24-9a3a-47bf6688391c","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:30.413321437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"7643730e-e420-4e3c-8780-b1a50d714766","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:30.440887412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"21dbb2a9-6f32-4328-b986-858ee59c44ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:30.517386024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"7643730e-e420-4e3c-8780-b1a50d714766","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:30.530989126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"021733b9-4f8a-4d03-8fea-74caaeba5a8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"name":"e2e-api-b-6df539-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:30.594799926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6df539-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"021733b9-4f8a-4d03-8fea-74caaeba5a8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:30.63476764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"47e4f906-542d-4f6b-888b-62b486f51c95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:30.986649691Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ba9746","reconcileID":"4d2aa444-765d-4abf-a69b-c50f9f21ae90","MaaSSubscription":{"name":"e2e-default-int-sub-ba9746","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-08f293db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:31.09579177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd371823-6304-4990-82fa-6acb34279fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:31.09631458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"c00e29b3-b998-4d1f-9b09-a2a271637292","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:31.156958176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"c00e29b3-b998-4d1f-9b09-a2a271637292","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:31.160104855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"33d4da03-bc6a-4ec8-a523-02a24c8419df","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:31.164347322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd371823-6304-4990-82fa-6acb34279fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:31.186548867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"c00e29b3-b998-4d1f-9b09-a2a271637292","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:31.242164385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd371823-6304-4990-82fa-6acb34279fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:31.293831644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27e01879-ddb1-4b4d-adf8-cdab1e55f6a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:31.3376889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27e01879-ddb1-4b4d-adf8-cdab1e55f6a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:31.364671069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27e01879-ddb1-4b4d-adf8-cdab1e55f6a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:32.622730316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"441e28d3-9625-4bae-a70f-1f0585b44a6e","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:32.751564202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"be46f7f5-a68c-4575-b236-8122ede1c3ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:32.781653727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"2b215db8-3952-427c-a20f-6a6912b01d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:32.781793867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"133844ab-123d-470e-b9d9-3012bcdbf081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:32.899556587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"133844ab-123d-470e-b9d9-3012bcdbf081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:32.948778867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"2b215db8-3952-427c-a20f-6a6912b01d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:32.95082921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"eb9141fc-7119-4696-8e81-139e6b2f2efc","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:33.008844065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"289c4df3-23ba-475a-a96d-3ec3e633a661","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:33.959120682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"34e6e5b4-d46a-464f-a500-4bc9013316b4","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:34.474704942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-sub-751a7416","reconcileID":"99df3f50-2cc8-4b35-b41b-3efaf54f8a19","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"maas-trlp-e2e-lifecycle-model-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:34.580387448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"d7b871f0-8012-4af5-9566-945dee590c22","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"tenant":"e2e-mt-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:34.580416087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"d7b871f0-8012-4af5-9566-945dee590c22","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"routeName":"e2e-lifecycle-model-751a7416-kserve-route","namespace":"ai-tenant-e2e-mt-751a7416","llmisvcName":"e2e-lifecycle-model-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:34.77320166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"a42edd8c-c505-4271-8ea9-563eef3560c6","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:34.810271778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"a42edd8c-c505-4271-8ea9-563eef3560c6","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:34.844888244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33af6309c27b42b051d55f552a0d52d387b8e7f51f6667192830fa6dc7950bf4) AuthConfig (1234dfaa12906aac474683cd8fc2901109eb17347a54271a14da2aada24449b1) AuthConfig (bcf0630d9c1004a6ccd67bc3ac798a61e4d1960c8c849d0e5ee871eec7737206) AuthConfig (6976ad314850b75984999b5f33949b4bcc43cffda559cf22dd09d3a4873eab81) AuthConfig (a968152bb9225c9ea35f36214474f32d75670ada2cf93f1db39faa7c3a1f273d) AuthConfig (f1c35998436af30143d3b46fd0e4a77e08c24835420cf6b6a19efaa5f5d26017) AuthConfig (0452b3e4dbb020bac4153406e9862f0580742572a793cfa7f5f722040e6f411d) AuthConfig (dd33910ebe596c0d28ded0bd9a5e8d4e8e3f947b79cca643687d2a3392b441a4) AuthConfig (59aae3bf20375ce20f479973deb63273a5a7052939b38923eb70176eea9f4f23) AuthConfig (8d26735f5a2d3033b0cf75494e48753db7815d9fc7118a96ee6cd1d64f7e4a90) AuthConfig (c4aef70da371b116197f21c16a451c890970e9bf49a41934a8440a868013e84f) AuthConfig (370a864daf986626844b8835229c877dc765f11b84553353b4d17429ab8dd54c) AuthConfig (d3d98c1c7916ae0ca0902eca1a9351bacabc953324d740afbf642c97eb8df1a0) AuthConfig (0c2b8456150c9f6813697bbea848fa98f895eb612876529a3223e7ba30559c7a) AuthConfig (5b19905cabb86f740af5c5d0b959fcb7194dbaa45a81dd9bbe5371d1ddf949ce) AuthConfig (fb177c0aef047432cb71acacea7f4dffad2e8c773a5ac6feac28545a651cc1d5) AuthConfig (ebb538b4c2f28f2f245b7c7c89d7bda3dbff0da7d39ce0d3f8c90103bc5751a4) AuthConfig (1de463cf9bd963cf32f579c9b01c90fddceeab0a4795072261a5640fd279deb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"a42edd8c-c505-4271-8ea9-563eef3560c6","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:34.878521641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"8e2ccbf8-b761-44da-9a28-a89d6d0afb65","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"tenant":"e2e-mt-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:34.878643268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"8e2ccbf8-b761-44da-9a28-a89d6d0afb65","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"routeName":"e2e-lifecycle-model-751a7416-kserve-route","namespace":"ai-tenant-e2e-mt-751a7416","llmisvcName":"e2e-lifecycle-model-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:35.410797573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"34267562-6ed1-4a91-a1bb-9fad706892f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:35.412180633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"34b76f6e-8821-4446-b72a-50f81aebadbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:35.449267791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"1190f86d-e9cd-4280-ab79-3c02ee55c547","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:35.469537713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"34b76f6e-8821-4446-b72a-50f81aebadbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:35.49122377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"34267562-6ed1-4a91-a1bb-9fad706892f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:35.555603591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"38a0db3e-3286-4a9a-a6d3-107f2d883083","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:35.68421082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"0ce6f21e-2a13-45b3-bfb9-a901a89ec139","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:35.736036221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"d6b9bb65-f398-4328-a36e-070ad6e3fa34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:35.766975013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"6d76f62d-b1ef-4451-8af3-91077ee485c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:35.795540604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"d6b9bb65-f398-4328-a36e-070ad6e3fa34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:35.802623428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"03d34cc9-4d1e-4f77-816f-d2d998897f83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:35.81730488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"6d76f62d-b1ef-4451-8af3-91077ee485c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:36.024962812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"cac248ca-c00b-41a9-83a0-ad35695f452b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:36.046069523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"cac248ca-c00b-41a9-83a0-ad35695f452b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:36.120373026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"02d913d4-6dd8-4f95-9c54-26de4a70e5aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:36.182996971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"02d913d4-6dd8-4f95-9c54-26de4a70e5aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:36.562023624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"330fd18c-d651-447a-9cbb-4c4c72605e35","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:36.655182992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"b3881498-57df-4fb6-bbec-7c6c3b359402","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:36.655838823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"86a6f2ff-8e3c-46f9-b29a-3f46976ed42d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:36.680382073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"310a2317-8345-4dde-bfac-206d1f101217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:36.702935192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"86a6f2ff-8e3c-46f9-b29a-3f46976ed42d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:36.708469812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"310a2317-8345-4dde-bfac-206d1f101217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:36.74731713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"67ee330e-1201-40c1-aa0a-ad548e1324a5","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:36.795022848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"18e61a4a-c75b-4aca-87ec-246f1a0dbb78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:37.70581259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"cc3704e3-7a33-4fd3-8b3a-028722a15f2a","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"distinct-2-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"distinct-2-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.600455373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"682c089e-cfac-41de-ad9d-634a767fcdf5","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:39.44639874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"baba2ff1-e9e3-401d-8c05-bc6b22585434","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.04178258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291e677c-bbeb-4c29-8fe0-1b25e07890dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.055961777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291e677c-bbeb-4c29-8fe0-1b25e07890dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.070622713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291e677c-bbeb-4c29-8fe0-1b25e07890dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.085165399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291e677c-bbeb-4c29-8fe0-1b25e07890dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.471402657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"298ab835-4b69-495b-bb7a-23ef2c0be18a","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.665966881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"667543bc-3e95-4790-b390-62acc09e938d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6df539","tenantID":"e2e-api-b-6df539","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.704273146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"667543bc-3e95-4790-b390-62acc09e938d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"name":"e2e-api-b-6df539-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.736654596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6df539-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c7e6e3c23d2b96fb89d3110cf49c76d510f0a92967b469c843efc024c8318dd6) AuthConfig (46a920aed6c13be01edc8ccad36a26ffdf8d92a3e651da8588c0911f1340da03) AuthConfig (8f829e4eff334ae90ae04af1b4148f5900a2de013aab3855c53258ec94b84416) AuthConfig (c95f3c731c94e9d8966a232c35cb3fd29876b77a17d6a6e9a47da6e01f14931c) AuthConfig (93e465fc9d0b090ab70270edc41e8666663548151fd88d357e807e0f416803b8) AuthConfig (1974283699beacb29264e9b4964dd9150fba1b6d62903e11657dcd70a44e4923) EnvoyFilter (openshift-ingress/e2e-api-b-6df539) EnvoyFilter (openshift-ingress/e2e-api-b-6df539)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"667543bc-3e95-4790-b390-62acc09e938d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.764201702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcb555a9-f676-4441-81b9-f77b6b142e47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.764223654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcb555a9-f676-4441-81b9-f77b6b142e47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.894795771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96075da-c0d9-4159-909c-3d05aa041540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.909895715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96075da-c0d9-4159-909c-3d05aa041540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.918339316Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f6171d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f6171d","reconcileID":"ba2d830c-444e-4d93-8188-496b33121778","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f6171d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-f6171d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.926173532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96075da-c0d9-4159-909c-3d05aa041540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.941229098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96075da-c0d9-4159-909c-3d05aa041540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.010066402Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ba9746","reconcileID":"4268f57d-78aa-4378-a116-2fe7ddf5967f","MaaSSubscription":{"name":"e2e-default-int-sub-ba9746","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-ba9746","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.108886926Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ba9746","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ba9746","reconcileID":"4268f57d-78aa-4378-a116-2fe7ddf5967f","MaaSSubscription":{"name":"e2e-default-int-sub-ba9746","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.231631321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"755d45ae-f801-44f0-ad31-5d9414d0c1bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.374546141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"17434673-b1b2-4581-ac28-da5310d94552","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.377666027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"534ac2a9-2059-4f4a-ad41-015f4c24269b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.377685528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"534ac2a9-2059-4f4a-ad41-015f4c24269b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.400298213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"17434673-b1b2-4581-ac28-da5310d94552","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.422706174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"685e7eb4-98cc-4540-b6b2-313aa58a2e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.429180012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"17434673-b1b2-4581-ac28-da5310d94552","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.454029421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"685e7eb4-98cc-4540-b6b2-313aa58a2e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.474539768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfe29dd7-a1f8-4837-85f2-756f8e459578","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.474556625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfe29dd7-a1f8-4837-85f2-756f8e459578","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.485479456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bf2e5c7-421d-4318-b5fd-f0ab9b9b047b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.50725678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bf2e5c7-421d-4318-b5fd-f0ab9b9b047b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.51073348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"685e7eb4-98cc-4540-b6b2-313aa58a2e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.529844882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bf2e5c7-421d-4318-b5fd-f0ab9b9b047b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.559593044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddf96070-d101-4607-93a5-108615257434","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.559609361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddf96070-d101-4607-93a5-108615257434","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.565909902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3e8f80b7-c318-45d1-9fc6-9ac62189fe06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.565931144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3e8f80b7-c318-45d1-9fc6-9ac62189fe06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.636133437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"6d9b822d-f023-4a54-b201-199be5d31452","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.667550446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"6d9b822d-f023-4a54-b201-199be5d31452","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.681354244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"00b742b2-85f2-4038-98b4-146a90620d01","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.690589857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e8c8f93-e8d9-40d2-935d-df596037b3d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.690958689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38e21b31-c82e-49f9-95e8-9d307d8ffe69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.693344954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"6d9b822d-f023-4a54-b201-199be5d31452","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:41.762587533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"6d9b822d-f023-4a54-b201-199be5d31452","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-policy-df60e057\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.765826131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e8c8f93-e8d9-40d2-935d-df596037b3d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.769272883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38e21b31-c82e-49f9-95e8-9d307d8ffe69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.785901938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"dcb52153-982b-4dcd-8955-9344edf5069d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.786228366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e8c8f93-e8d9-40d2-935d-df596037b3d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.794086111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38e21b31-c82e-49f9-95e8-9d307d8ffe69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.861967343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"8f116256-fd8f-4e93-8f76-db500430a3ae","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.889902531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"8f116256-fd8f-4e93-8f76-db500430a3ae","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.901935831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"60426499-d99c-4c87-b847-0c4e9adb9b28","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.914024698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"8f116256-fd8f-4e93-8f76-db500430a3ae","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.93234231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"92f058ab-0d3b-4605-9648-48512a99ad53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.933079545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"b0f80a52-2285-4935-b5bc-6cbc88ac4088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.955508582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"b0f80a52-2285-4935-b5bc-6cbc88ac4088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.95608707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"92f058ab-0d3b-4605-9648-48512a99ad53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.965199092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"0515c7c4-e794-4206-bc72-99828f28e1b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.982624468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193ac89d-a448-41f7-b862-59906b4e15d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:42.002452495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193ac89d-a448-41f7-b862-59906b4e15d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:42.022504118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193ac89d-a448-41f7-b862-59906b4e15d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:42.038094438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193ac89d-a448-41f7-b862-59906b4e15d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:43.032437314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62d9b83-9893-47a1-adf2-c8756f616e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:43.052718166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62d9b83-9893-47a1-adf2-c8756f616e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:43.078725018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62d9b83-9893-47a1-adf2-c8756f616e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:43.100450558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62d9b83-9893-47a1-adf2-c8756f616e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:44.048744951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec41138-f3e2-46f0-a5ba-0c72e12f40f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:44.068325435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec41138-f3e2-46f0-a5ba-0c72e12f40f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:44.089476471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec41138-f3e2-46f0-a5ba-0c72e12f40f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:44.106695132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ec41138-f3e2-46f0-a5ba-0c72e12f40f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:44.922527163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"27aa478f-bf5b-4dea-825e-68a7c09c497b","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:44.955184989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"27aa478f-bf5b-4dea-825e-68a7c09c497b","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:44.9821892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33af6309c27b42b051d55f552a0d52d387b8e7f51f6667192830fa6dc7950bf4) AuthConfig (1234dfaa12906aac474683cd8fc2901109eb17347a54271a14da2aada24449b1) AuthConfig (bcf0630d9c1004a6ccd67bc3ac798a61e4d1960c8c849d0e5ee871eec7737206) AuthConfig (6976ad314850b75984999b5f33949b4bcc43cffda559cf22dd09d3a4873eab81) AuthConfig (a968152bb9225c9ea35f36214474f32d75670ada2cf93f1db39faa7c3a1f273d) AuthConfig (f1c35998436af30143d3b46fd0e4a77e08c24835420cf6b6a19efaa5f5d26017) AuthConfig (0452b3e4dbb020bac4153406e9862f0580742572a793cfa7f5f722040e6f411d) AuthConfig (dd33910ebe596c0d28ded0bd9a5e8d4e8e3f947b79cca643687d2a3392b441a4) AuthConfig (59aae3bf20375ce20f479973deb63273a5a7052939b38923eb70176eea9f4f23) AuthConfig (8d26735f5a2d3033b0cf75494e48753db7815d9fc7118a96ee6cd1d64f7e4a90) AuthConfig (c4aef70da371b116197f21c16a451c890970e9bf49a41934a8440a868013e84f) AuthConfig (370a864daf986626844b8835229c877dc765f11b84553353b4d17429ab8dd54c) AuthConfig (d3d98c1c7916ae0ca0902eca1a9351bacabc953324d740afbf642c97eb8df1a0) AuthConfig (0c2b8456150c9f6813697bbea848fa98f895eb612876529a3223e7ba30559c7a) AuthConfig (5b19905cabb86f740af5c5d0b959fcb7194dbaa45a81dd9bbe5371d1ddf949ce) AuthConfig (fb177c0aef047432cb71acacea7f4dffad2e8c773a5ac6feac28545a651cc1d5) AuthConfig (ebb538b4c2f28f2f245b7c7c89d7bda3dbff0da7d39ce0d3f8c90103bc5751a4) AuthConfig (1de463cf9bd963cf32f579c9b01c90fddceeab0a4795072261a5640fd279deb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"27aa478f-bf5b-4dea-825e-68a7c09c497b","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:46.721371746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae53dd2d-2a4e-4003-aa88-025f1645e7e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:46.735515727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae53dd2d-2a4e-4003-aa88-025f1645e7e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:46.749502957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae53dd2d-2a4e-4003-aa88-025f1645e7e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:46.767342806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae53dd2d-2a4e-4003-aa88-025f1645e7e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:47.47657187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a26c1799-0b02-41f6-a3d7-2b2edda98eaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:47.493914265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a26c1799-0b02-41f6-a3d7-2b2edda98eaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:47.500938624Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-380eea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-380eea","reconcileID":"32c2a608-6400-4a09-995b-70e1f154c7bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-380eea","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-380eea":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:47.50836354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a26c1799-0b02-41f6-a3d7-2b2edda98eaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:47.523303548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a26c1799-0b02-41f6-a3d7-2b2edda98eaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:48.286416443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0278cd61-012b-4045-8f51-2ea30a5a0aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:48.301263296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0278cd61-012b-4045-8f51-2ea30a5a0aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:48.315548138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0278cd61-012b-4045-8f51-2ea30a5a0aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:48.330897664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0278cd61-012b-4045-8f51-2ea30a5a0aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.000638546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03e963f-cdf0-485a-8198-697c245a9b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.014982716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03e963f-cdf0-485a-8198-697c245a9b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.029167842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03e963f-cdf0-485a-8198-697c245a9b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.043874627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03e963f-cdf0-485a-8198-697c245a9b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.790055183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"a769e9d3-1338-4260-a7d6-984d6f16187e","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.904205356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"babf1b3a-3df5-4411-9bdc-cd6c8dbfe8a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.919795261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"b62b167a-5dd6-446b-9ed9-e70f9e652545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.952858258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"b62b167a-5dd6-446b-9ed9-e70f9e652545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.987462334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"d5a18e3b-870b-4a87-994c-cfde774909ff","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:50.022494134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"a663fc82-cf76-4f4d-8e83-d7ab909d9ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:50.059737299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"a663fc82-cf76-4f4d-8e83-d7ab909d9ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:50.072763219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"0da47167-b1c9-4a02-81e7-4952435e7143","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:50.798837098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"3e5aec87-e577-4ced-91b7-2ac1c7b3e82b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6df539","tenantID":"e2e-api-b-6df539","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:50.818931148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"3e5aec87-e577-4ced-91b7-2ac1c7b3e82b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"name":"e2e-api-b-6df539-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:50.837310633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6df539-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c7e6e3c23d2b96fb89d3110cf49c76d510f0a92967b469c843efc024c8318dd6) AuthConfig (46a920aed6c13be01edc8ccad36a26ffdf8d92a3e651da8588c0911f1340da03) AuthConfig (8f829e4eff334ae90ae04af1b4148f5900a2de013aab3855c53258ec94b84416) AuthConfig (c95f3c731c94e9d8966a232c35cb3fd29876b77a17d6a6e9a47da6e01f14931c) AuthConfig (93e465fc9d0b090ab70270edc41e8666663548151fd88d357e807e0f416803b8) AuthConfig (1974283699beacb29264e9b4964dd9150fba1b6d62903e11657dcd70a44e4923) EnvoyFilter (openshift-ingress/e2e-api-b-6df539) EnvoyFilter (openshift-ingress/e2e-api-b-6df539)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"3e5aec87-e577-4ced-91b7-2ac1c7b3e82b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:51.792105125Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:51.874234599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b97dde42-1c95-4e0b-b99c-61c3c7af9357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:51.874280337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc13c806-5ff7-4e6e-94cb-d4124a68ba77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:51.895482846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b97dde42-1c95-4e0b-b99c-61c3c7af9357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:51.895949599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc13c806-5ff7-4e6e-94cb-d4124a68ba77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:51.914640215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc13c806-5ff7-4e6e-94cb-d4124a68ba77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:51.914973787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b97dde42-1c95-4e0b-b99c-61c3c7af9357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:51.970652776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"8c098d82-45c0-48ef-866b-d4a36ecdbce9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:51.990721574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"8c098d82-45c0-48ef-866b-d4a36ecdbce9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:52.00905321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"8c098d82-45c0-48ef-866b-d4a36ecdbce9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:54.533567548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec21cfde-4739-428b-a2bf-61a8b0bb5d86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:54.533590234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec21cfde-4739-428b-a2bf-61a8b0bb5d86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:54.608799263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5f35484","namespace":"ai-tenant-e2e-mt-c5f35484"},"namespace":"ai-tenant-e2e-mt-c5f35484","name":"e2e-policy-c5f35484","reconcileID":"721c99ae-9aec-470b-949e-dc4b3cf4f6e7","MaaSAuthPolicy":{"name":"e2e-policy-c5f35484","namespace":"ai-tenant-e2e-mt-c5f35484"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:54.679117021Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5f35484","namespace":"ai-tenant-e2e-mt-c5f35484"},"namespace":"ai-tenant-e2e-mt-c5f35484","name":"e2e-policy-c5f35484","reconcileID":"721c99ae-9aec-470b-949e-dc4b3cf4f6e7","MaaSAuthPolicy":{"name":"e2e-policy-c5f35484","namespace":"ai-tenant-e2e-mt-c5f35484"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:54.698061343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5f35484","namespace":"ai-tenant-e2e-mt-c5f35484"},"namespace":"ai-tenant-e2e-mt-c5f35484","name":"e2e-policy-c5f35484","reconcileID":"721c99ae-9aec-470b-949e-dc4b3cf4f6e7","MaaSAuthPolicy":{"name":"e2e-policy-c5f35484","namespace":"ai-tenant-e2e-mt-c5f35484"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:54.715887696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ece05595-a34b-42a2-a181-8491342c648a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:54.715903445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ece05595-a34b-42a2-a181-8491342c648a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.014277089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"073073d4-5ab4-408c-9ab6-12d0c528e210","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.045719436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"073073d4-5ab4-408c-9ab6-12d0c528e210","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.066065587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33af6309c27b42b051d55f552a0d52d387b8e7f51f6667192830fa6dc7950bf4) AuthConfig (1234dfaa12906aac474683cd8fc2901109eb17347a54271a14da2aada24449b1) AuthConfig (bcf0630d9c1004a6ccd67bc3ac798a61e4d1960c8c849d0e5ee871eec7737206) AuthConfig (6976ad314850b75984999b5f33949b4bcc43cffda559cf22dd09d3a4873eab81) AuthConfig (a968152bb9225c9ea35f36214474f32d75670ada2cf93f1db39faa7c3a1f273d) AuthConfig (f1c35998436af30143d3b46fd0e4a77e08c24835420cf6b6a19efaa5f5d26017) AuthConfig (0452b3e4dbb020bac4153406e9862f0580742572a793cfa7f5f722040e6f411d) AuthConfig (dd33910ebe596c0d28ded0bd9a5e8d4e8e3f947b79cca643687d2a3392b441a4) AuthConfig (59aae3bf20375ce20f479973deb63273a5a7052939b38923eb70176eea9f4f23) AuthConfig (8d26735f5a2d3033b0cf75494e48753db7815d9fc7118a96ee6cd1d64f7e4a90) AuthConfig (c4aef70da371b116197f21c16a451c890970e9bf49a41934a8440a868013e84f) AuthConfig (370a864daf986626844b8835229c877dc765f11b84553353b4d17429ab8dd54c) AuthConfig (d3d98c1c7916ae0ca0902eca1a9351bacabc953324d740afbf642c97eb8df1a0) AuthConfig (0c2b8456150c9f6813697bbea848fa98f895eb612876529a3223e7ba30559c7a) AuthConfig (5b19905cabb86f740af5c5d0b959fcb7194dbaa45a81dd9bbe5371d1ddf949ce) AuthConfig (fb177c0aef047432cb71acacea7f4dffad2e8c773a5ac6feac28545a651cc1d5) AuthConfig (ebb538b4c2f28f2f245b7c7c89d7bda3dbff0da7d39ce0d3f8c90103bc5751a4) AuthConfig (1de463cf9bd963cf32f579c9b01c90fddceeab0a4795072261a5640fd279deb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"073073d4-5ab4-408c-9ab6-12d0c528e210","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.687505966Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","namespace":"ai-tenant-e2e-api-a-a9f9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.687585376Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","namespace":"ai-tenant-e2e-api-a-a9f9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.687650396Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","tenant":"e2e-api-a-a9f9aa","tenantID":"e2e-api-a-a9f9aa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.705960766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"Deployment","name":"maas-api-e2e-api-a-a9f9aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.764944238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"Service","name":"maas-api-e2e-api-a-a9f9aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.81245615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-a9f9aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.851473936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-a9f9aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.882842261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-a9f9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.91302448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-a9f9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.93497044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-a9f9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.958112845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-a9f9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.97776629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"Deployment","name":"payload-processing-e2e-api-a-a9f9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.999827994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-a9f9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.015344814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"Service","name":"payload-processing-e2e-api-a-a9f9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.034202368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"Service","name":"payload-pre-processing-e2e-api-a-a9f9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.087847838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-a9f9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.108575095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-a9f9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.122925617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-a9f9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.15124218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-a9f9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.175628546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-a9f9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.226593535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-a9f9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.337710417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-a9f9aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.359133473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9f9aa"},"namespace":"ai-tenant-e2e-api-a-a9f9aa","name":"default-tenant","reconcileID":"8a6a4e5a-c4e5-42cb-995c-71276fe5680e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-a9f9aa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.677060837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d999658-1f80-4cf4-a3fa-a90c02c8709d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.693910987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d999658-1f80-4cf4-a3fa-a90c02c8709d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.712114307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d999658-1f80-4cf4-a3fa-a90c02c8709d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.732358581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d999658-1f80-4cf4-a3fa-a90c02c8709d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.813555385Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a9f9aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a9f9aa","reconcileID":"1f56764c-f6a2-4bb8-806c-9ddf811c2de1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-a9f9aa","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-a9f9aa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:57.401729943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9cc6a52-b8ad-4d76-a4a4-5a1906d88fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:57.416374791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9cc6a52-b8ad-4d76-a4a4-5a1906d88fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:57.430341405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9cc6a52-b8ad-4d76-a4a4-5a1906d88fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:57.444235986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9cc6a52-b8ad-4d76-a4a4-5a1906d88fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:57.743125712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"8f6ce57a-813a-48d8-b728-53f848fddf2e","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:58.580996804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"724ac864-c8d9-49a4-8606-45f5a939d0ba","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:58.625162133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"f4abf475-fc47-4be0-8edc-a4a27b35618f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:58.654502662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"02a0676d-85ab-4b50-8fec-fc17ddfd9537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:58.65456697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"6cd3b6e8-f474-4694-b9ec-66635b750453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:58.686779627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"02a0676d-85ab-4b50-8fec-fc17ddfd9537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:58.679132706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"6cd3b6e8-f474-4694-b9ec-66635b750453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:58.689421146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"7c800b5b-98a6-46f5-b393-f01fda3459d5","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:58.739330412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"d12ed379-ed95-46c8-affc-91b45dfe2f8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:59.32861116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"b5bdf537-9deb-4a27-82db-a153701dd0b6","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.123619638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"b59a6aa7-dc25-4f12-a4ec-95c684a8a4ce","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.189951174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"6208688f-df2e-4a72-aced-e0e78804bf7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.201978162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"89d35d47-d184-4d6f-8ff9-406b08853251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.20249775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"7fe9f20c-5536-4dc9-88aa-ae303aefdb69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.226739959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"7fe9f20c-5536-4dc9-88aa-ae303aefdb69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.22864853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"89d35d47-d184-4d6f-8ff9-406b08853251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.255927122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"c8c02770-0500-4b0c-bba6-deea15790a06","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.30190824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"38140480-3317-4e88-b928-00c593a855e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.843949669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"aba7ed8c-74bf-4219-8f2f-ae0044c2cd72","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.867071629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"b25e9f51-4aa0-43cc-bc21-0cbb78a23b8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6df539","tenantID":"e2e-api-b-6df539","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.886910315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"b25e9f51-4aa0-43cc-bc21-0cbb78a23b8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"name":"e2e-api-b-6df539-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.889339026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"81c0869f-0dac-4107-a7c1-e45f7421964b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.904944236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6df539-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c7e6e3c23d2b96fb89d3110cf49c76d510f0a92967b469c843efc024c8318dd6) AuthConfig (46a920aed6c13be01edc8ccad36a26ffdf8d92a3e651da8588c0911f1340da03) AuthConfig (8f829e4eff334ae90ae04af1b4148f5900a2de013aab3855c53258ec94b84416) AuthConfig (c95f3c731c94e9d8966a232c35cb3fd29876b77a17d6a6e9a47da6e01f14931c) AuthConfig (93e465fc9d0b090ab70270edc41e8666663548151fd88d357e807e0f416803b8) AuthConfig (1974283699beacb29264e9b4964dd9150fba1b6d62903e11657dcd70a44e4923) EnvoyFilter (openshift-ingress/e2e-api-b-6df539) EnvoyFilter (openshift-ingress/e2e-api-b-6df539)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"b25e9f51-4aa0-43cc-bc21-0cbb78a23b8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.945989755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"210e5c34-434d-4553-bb74-35ad3a2b6fc8","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.981252658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"2ada172f-bde9-4a02-bd2d-aa79d163a052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.981282066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"1dfd5d50-697a-488e-8875-3efc23c44f5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.990830452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"0c6fa8e6-f118-4baf-98d9-51b8e733ee8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:01.000874168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"2ada172f-bde9-4a02-bd2d-aa79d163a052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:01.001018881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"1dfd5d50-697a-488e-8875-3efc23c44f5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:01.559818135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"4c5c2234-0ee0-481f-a0a4-dc5e76871b0d","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"distinct-2-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"distinct-2-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:01.982295352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3668670-5769-4524-989f-033eb61818a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:01.982295475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95051cec-978d-4883-9862-a0ad93ecf937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.051186239Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3668670-5769-4524-989f-033eb61818a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:05:02.063616743Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95051cec-978d-4883-9862-a0ad93ecf937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.070551834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3668670-5769-4524-989f-033eb61818a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:05:02.082552558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95051cec-978d-4883-9862-a0ad93ecf937","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.082895973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"acb4bd27-7e32-4ef4-9b45-13ee19e45610","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.082911411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"acb4bd27-7e32-4ef4-9b45-13ee19e45610","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.091356355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aaa64778-6b9b-459a-85b7-cbfb0310fa26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.091373759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aaa64778-6b9b-459a-85b7-cbfb0310fa26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.091383999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"74fa42e0-89e5-4091-a5b9-10360c8c9f54","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.111098207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"74fa42e0-89e5-4091-a5b9-10360c8c9f54","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.129904193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"74fa42e0-89e5-4091-a5b9-10360c8c9f54","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.150953996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"043db1d0-810d-431e-ab1e-dcd902905a86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.150973763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"043db1d0-810d-431e-ab1e-dcd902905a86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.194888956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"972821b8-3327-40cb-9946-88cbfc136079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.214774934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"972821b8-3327-40cb-9946-88cbfc136079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.233576425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"972821b8-3327-40cb-9946-88cbfc136079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.254885557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38e90f01-c477-4ea8-9b57-82456a7b5c33","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.254945312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38e90f01-c477-4ea8-9b57-82456a7b5c33","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.28844334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"f514a700-79b3-41f0-bb63-1d516bad17c8","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:03.026807548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"38dcc569-7886-4975-b45d-5848f5a5b08a","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:03.91244366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"7e4a9691-5136-4332-9aba-5c1ed3c3d7df","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:05.095628597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"74741aba-dd95-486c-9886-5c69259ad4fc","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:05.115765241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"74741aba-dd95-486c-9886-5c69259ad4fc","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:05.135340708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33af6309c27b42b051d55f552a0d52d387b8e7f51f6667192830fa6dc7950bf4) AuthConfig (1234dfaa12906aac474683cd8fc2901109eb17347a54271a14da2aada24449b1) AuthConfig (bcf0630d9c1004a6ccd67bc3ac798a61e4d1960c8c849d0e5ee871eec7737206) AuthConfig (6976ad314850b75984999b5f33949b4bcc43cffda559cf22dd09d3a4873eab81) AuthConfig (a968152bb9225c9ea35f36214474f32d75670ada2cf93f1db39faa7c3a1f273d) AuthConfig (f1c35998436af30143d3b46fd0e4a77e08c24835420cf6b6a19efaa5f5d26017) AuthConfig (0452b3e4dbb020bac4153406e9862f0580742572a793cfa7f5f722040e6f411d) AuthConfig (dd33910ebe596c0d28ded0bd9a5e8d4e8e3f947b79cca643687d2a3392b441a4) AuthConfig (59aae3bf20375ce20f479973deb63273a5a7052939b38923eb70176eea9f4f23) AuthConfig (8d26735f5a2d3033b0cf75494e48753db7815d9fc7118a96ee6cd1d64f7e4a90) AuthConfig (c4aef70da371b116197f21c16a451c890970e9bf49a41934a8440a868013e84f) AuthConfig (370a864daf986626844b8835229c877dc765f11b84553353b4d17429ab8dd54c) AuthConfig (d3d98c1c7916ae0ca0902eca1a9351bacabc953324d740afbf642c97eb8df1a0) AuthConfig (0c2b8456150c9f6813697bbea848fa98f895eb612876529a3223e7ba30559c7a) AuthConfig (5b19905cabb86f740af5c5d0b959fcb7194dbaa45a81dd9bbe5371d1ddf949ce) AuthConfig (fb177c0aef047432cb71acacea7f4dffad2e8c773a5ac6feac28545a651cc1d5) AuthConfig (ebb538b4c2f28f2f245b7c7c89d7bda3dbff0da7d39ce0d3f8c90103bc5751a4) AuthConfig (1de463cf9bd963cf32f579c9b01c90fddceeab0a4795072261a5640fd279deb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"74741aba-dd95-486c-9886-5c69259ad4fc","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:05.324807794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"eb1b40ce-9d2d-4d29-8b5d-649fec5c2f97","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6171d","tenantID":"e2e-api-a-f6171d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:05.369987093Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"eb1b40ce-9d2d-4d29-8b5d-649fec5c2f97","name":"e2e-api-a-f6171d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:05.975922942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"a3852932-8ddb-4b2d-b3a5-70578f7f3a7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6df539","tenantID":"e2e-api-b-6df539","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:05.996004772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"a3852932-8ddb-4b2d-b3a5-70578f7f3a7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"name":"e2e-api-b-6df539-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:06.015017357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6df539-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c7e6e3c23d2b96fb89d3110cf49c76d510f0a92967b469c843efc024c8318dd6) AuthConfig (46a920aed6c13be01edc8ccad36a26ffdf8d92a3e651da8588c0911f1340da03) AuthConfig (8f829e4eff334ae90ae04af1b4148f5900a2de013aab3855c53258ec94b84416) AuthConfig (c95f3c731c94e9d8966a232c35cb3fd29876b77a17d6a6e9a47da6e01f14931c) AuthConfig (93e465fc9d0b090ab70270edc41e8666663548151fd88d357e807e0f416803b8) AuthConfig (1974283699beacb29264e9b4964dd9150fba1b6d62903e11657dcd70a44e4923) EnvoyFilter (openshift-ingress/e2e-api-b-6df539) EnvoyFilter (openshift-ingress/e2e-api-b-6df539)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"a3852932-8ddb-4b2d-b3a5-70578f7f3a7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:06.077449324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"de9f1546-973a-4e4f-8760-70981517f873","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6df539","tenantID":"e2e-api-b-6df539","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:06.098516325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"de9f1546-973a-4e4f-8760-70981517f873","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"name":"e2e-api-b-6df539-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:06.116956705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6df539-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c7e6e3c23d2b96fb89d3110cf49c76d510f0a92967b469c843efc024c8318dd6) AuthConfig (46a920aed6c13be01edc8ccad36a26ffdf8d92a3e651da8588c0911f1340da03) AuthConfig (8f829e4eff334ae90ae04af1b4148f5900a2de013aab3855c53258ec94b84416) AuthConfig (c95f3c731c94e9d8966a232c35cb3fd29876b77a17d6a6e9a47da6e01f14931c) AuthConfig (93e465fc9d0b090ab70270edc41e8666663548151fd88d357e807e0f416803b8) AuthConfig (1974283699beacb29264e9b4964dd9150fba1b6d62903e11657dcd70a44e4923) EnvoyFilter (openshift-ingress/e2e-api-b-6df539) EnvoyFilter (openshift-ingress/e2e-api-b-6df539)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"de9f1546-973a-4e4f-8760-70981517f873","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:06.316092572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539556d7-868f-44ad-b7b7-23005410f98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:06.331419107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539556d7-868f-44ad-b7b7-23005410f98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:06.346267201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539556d7-868f-44ad-b7b7-23005410f98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:06.36120943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539556d7-868f-44ad-b7b7-23005410f98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:06.960757411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e034f972-ba6d-4d04-8336-cf12df86294b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:06.97488237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e034f972-ba6d-4d04-8336-cf12df86294b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:06.989052663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e034f972-ba6d-4d04-8336-cf12df86294b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:07.003467692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e034f972-ba6d-4d04-8336-cf12df86294b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:07.506814278Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"767ffd3d-2988-4357-b308-6f5734e8e5ee","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:07.561335057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"210ffba9-d527-439f-a5fe-8d819283688e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:07.56136133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"210ffba9-d527-439f-a5fe-8d819283688e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:07.562435831Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-df60e057","reconcileID":"767ffd3d-2988-4357-b308-6f5734e8e5ee","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-df60e057","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-df60e057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:07.65854357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7c8a403-806b-477b-a190-ae60f4461b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:07.681226186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"794943a4-bf5b-45f5-8b64-92aa7cc1ae7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:07.681243293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"794943a4-bf5b-45f5-8b64-92aa7cc1ae7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:07.681751293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7c8a403-806b-477b-a190-ae60f4461b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:07.696407776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7c8a403-806b-477b-a190-ae60f4461b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:07.715577881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7c8a403-806b-477b-a190-ae60f4461b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:11.594096942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"8deaa85e-f1dc-4df4-8bef-4e2dc602350d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:11.639526851Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"8deaa85e-f1dc-4df4-8bef-4e2dc602350d","name":"e2e-api-a-380eea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:12.134113391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0538d7a-b362-4608-845b-e2c26529ca92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:12.155481346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0538d7a-b362-4608-845b-e2c26529ca92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:12.175049453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0538d7a-b362-4608-845b-e2c26529ca92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:12.298972599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10c8cf98-6f27-4df2-9fd7-ce4409ee3331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:12.318458048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10c8cf98-6f27-4df2-9fd7-ce4409ee3331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:12.33755591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10c8cf98-6f27-4df2-9fd7-ce4409ee3331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:13.003024074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87776f40-2716-4fd3-a2ec-f1ef18d051f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:13.017528729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87776f40-2716-4fd3-a2ec-f1ef18d051f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:13.075992302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87776f40-2716-4fd3-a2ec-f1ef18d051f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:13.151728628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87776f40-2716-4fd3-a2ec-f1ef18d051f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:13.861362237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75878e1d-005f-43b7-9ab5-c9a1a1dddb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:13.875695094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75878e1d-005f-43b7-9ab5-c9a1a1dddb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:13.889728498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75878e1d-005f-43b7-9ab5-c9a1a1dddb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:13.903859396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75878e1d-005f-43b7-9ab5-c9a1a1dddb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:13.937862046Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-dd38c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-dd38c2","reconcileID":"39fda2be-5f25-4cca-ab73-61eb66c797dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-dd38c2","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-dd38c2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:14.64700563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8755c61-55c0-43d3-87f1-6ef30aee86a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:14.661296078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8755c61-55c0-43d3-87f1-6ef30aee86a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:14.675589574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8755c61-55c0-43d3-87f1-6ef30aee86a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:14.689592316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8755c61-55c0-43d3-87f1-6ef30aee86a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:15.163912975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"37c65aca-03bd-4bcb-901f-7d957cfd0a7e","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:15.183660565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"37c65aca-03bd-4bcb-901f-7d957cfd0a7e","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:15.201854664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33af6309c27b42b051d55f552a0d52d387b8e7f51f6667192830fa6dc7950bf4) AuthConfig (1234dfaa12906aac474683cd8fc2901109eb17347a54271a14da2aada24449b1) AuthConfig (bcf0630d9c1004a6ccd67bc3ac798a61e4d1960c8c849d0e5ee871eec7737206) AuthConfig (6976ad314850b75984999b5f33949b4bcc43cffda559cf22dd09d3a4873eab81) AuthConfig (a968152bb9225c9ea35f36214474f32d75670ada2cf93f1db39faa7c3a1f273d) AuthConfig (f1c35998436af30143d3b46fd0e4a77e08c24835420cf6b6a19efaa5f5d26017) AuthConfig (0452b3e4dbb020bac4153406e9862f0580742572a793cfa7f5f722040e6f411d) AuthConfig (dd33910ebe596c0d28ded0bd9a5e8d4e8e3f947b79cca643687d2a3392b441a4) AuthConfig (59aae3bf20375ce20f479973deb63273a5a7052939b38923eb70176eea9f4f23) AuthConfig (8d26735f5a2d3033b0cf75494e48753db7815d9fc7118a96ee6cd1d64f7e4a90) AuthConfig (c4aef70da371b116197f21c16a451c890970e9bf49a41934a8440a868013e84f) AuthConfig (370a864daf986626844b8835229c877dc765f11b84553353b4d17429ab8dd54c) AuthConfig (d3d98c1c7916ae0ca0902eca1a9351bacabc953324d740afbf642c97eb8df1a0) AuthConfig (0c2b8456150c9f6813697bbea848fa98f895eb612876529a3223e7ba30559c7a) AuthConfig (5b19905cabb86f740af5c5d0b959fcb7194dbaa45a81dd9bbe5371d1ddf949ce) AuthConfig (fb177c0aef047432cb71acacea7f4dffad2e8c773a5ac6feac28545a651cc1d5) AuthConfig (ebb538b4c2f28f2f245b7c7c89d7bda3dbff0da7d39ce0d3f8c90103bc5751a4) AuthConfig (1de463cf9bd963cf32f579c9b01c90fddceeab0a4795072261a5640fd279deb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"37c65aca-03bd-4bcb-901f-7d957cfd0a7e","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:05:15.59140993Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-dd38c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-dd38c2","reconcileID":"f9a32c24-ba6d-47d9-8f42-0c3fbbb9a3e3","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-a-dd38c2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:15.761724035Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5f35484","namespace":"ai-tenant-e2e-mt-c5f35484"},"namespace":"ai-tenant-e2e-mt-c5f35484","name":"e2e-policy-c5f35484","reconcileID":"3c02753a-00aa-4b91-806c-eb15b911a8b0","MaaSAuthPolicy":{"name":"e2e-policy-c5f35484","namespace":"ai-tenant-e2e-mt-c5f35484"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:15.876226472Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c5f35484","namespace":"ai-tenant-e2e-mt-c5f35484"},"namespace":"ai-tenant-e2e-mt-c5f35484","name":"e2e-policy-c5f35484","reconcileID":"3c02753a-00aa-4b91-806c-eb15b911a8b0","MaaSAuthPolicy":{"name":"e2e-policy-c5f35484","namespace":"ai-tenant-e2e-mt-c5f35484"},"policyNamespace":"ai-tenant-e2e-mt-c5f35484","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:16.112867201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"257cda0b-0080-4a08-90de-113cff1a1492","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6df539","tenantID":"e2e-api-b-6df539","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:16.14242389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"257cda0b-0080-4a08-90de-113cff1a1492","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"name":"e2e-api-b-6df539-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:16.16104993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6df539-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c7e6e3c23d2b96fb89d3110cf49c76d510f0a92967b469c843efc024c8318dd6) AuthConfig (46a920aed6c13be01edc8ccad36a26ffdf8d92a3e651da8588c0911f1340da03) AuthConfig (8f829e4eff334ae90ae04af1b4148f5900a2de013aab3855c53258ec94b84416) AuthConfig (c95f3c731c94e9d8966a232c35cb3fd29876b77a17d6a6e9a47da6e01f14931c) AuthConfig (93e465fc9d0b090ab70270edc41e8666663548151fd88d357e807e0f416803b8) AuthConfig (1974283699beacb29264e9b4964dd9150fba1b6d62903e11657dcd70a44e4923) EnvoyFilter (openshift-ingress/e2e-api-b-6df539) EnvoyFilter (openshift-ingress/e2e-api-b-6df539)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"257cda0b-0080-4a08-90de-113cff1a1492","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:16.20327708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"01ec811f-8813-4dd3-8876-531e07690f9a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6df539","tenantID":"e2e-api-b-6df539","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:16.223171903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"01ec811f-8813-4dd3-8876-531e07690f9a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"name":"e2e-api-b-6df539-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:16.241309744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6df539-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c7e6e3c23d2b96fb89d3110cf49c76d510f0a92967b469c843efc024c8318dd6) AuthConfig (46a920aed6c13be01edc8ccad36a26ffdf8d92a3e651da8588c0911f1340da03) AuthConfig (8f829e4eff334ae90ae04af1b4148f5900a2de013aab3855c53258ec94b84416) AuthConfig (c95f3c731c94e9d8966a232c35cb3fd29876b77a17d6a6e9a47da6e01f14931c) AuthConfig (93e465fc9d0b090ab70270edc41e8666663548151fd88d357e807e0f416803b8) AuthConfig (1974283699beacb29264e9b4964dd9150fba1b6d62903e11657dcd70a44e4923) EnvoyFilter (openshift-ingress/e2e-api-b-6df539) EnvoyFilter (openshift-ingress/e2e-api-b-6df539)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"01ec811f-8813-4dd3-8876-531e07690f9a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:19.331029615Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"593490f4-ab75-4418-91ef-3e8669eef15b","gateway":"openshift-ingress/e2e-ipp-a-734480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:21.77865296Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:22.219767299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a60eab9-8576-41e2-8389-077b91fcae99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:22.239655816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a60eab9-8576-41e2-8389-077b91fcae99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:22.258353136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a60eab9-8576-41e2-8389-077b91fcae99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:22.420464362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0dcf52da-6c57-44c1-b5f1-5922f0e68993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:22.440235816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0dcf52da-6c57-44c1-b5f1-5922f0e68993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:22.458428132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0dcf52da-6c57-44c1-b5f1-5922f0e68993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:25.271085871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"4f202a8e-e18a-4cb9-beb6-d45713d121ee","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:25.291393626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"4f202a8e-e18a-4cb9-beb6-d45713d121ee","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:25.310437185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33af6309c27b42b051d55f552a0d52d387b8e7f51f6667192830fa6dc7950bf4) AuthConfig (1234dfaa12906aac474683cd8fc2901109eb17347a54271a14da2aada24449b1) AuthConfig (bcf0630d9c1004a6ccd67bc3ac798a61e4d1960c8c849d0e5ee871eec7737206) AuthConfig (6976ad314850b75984999b5f33949b4bcc43cffda559cf22dd09d3a4873eab81) AuthConfig (a968152bb9225c9ea35f36214474f32d75670ada2cf93f1db39faa7c3a1f273d) AuthConfig (f1c35998436af30143d3b46fd0e4a77e08c24835420cf6b6a19efaa5f5d26017) AuthConfig (0452b3e4dbb020bac4153406e9862f0580742572a793cfa7f5f722040e6f411d) AuthConfig (dd33910ebe596c0d28ded0bd9a5e8d4e8e3f947b79cca643687d2a3392b441a4) AuthConfig (59aae3bf20375ce20f479973deb63273a5a7052939b38923eb70176eea9f4f23) AuthConfig (8d26735f5a2d3033b0cf75494e48753db7815d9fc7118a96ee6cd1d64f7e4a90) AuthConfig (c4aef70da371b116197f21c16a451c890970e9bf49a41934a8440a868013e84f) AuthConfig (370a864daf986626844b8835229c877dc765f11b84553353b4d17429ab8dd54c) AuthConfig (d3d98c1c7916ae0ca0902eca1a9351bacabc953324d740afbf642c97eb8df1a0) AuthConfig (0c2b8456150c9f6813697bbea848fa98f895eb612876529a3223e7ba30559c7a) AuthConfig (5b19905cabb86f740af5c5d0b959fcb7194dbaa45a81dd9bbe5371d1ddf949ce) AuthConfig (fb177c0aef047432cb71acacea7f4dffad2e8c773a5ac6feac28545a651cc1d5) AuthConfig (ebb538b4c2f28f2f245b7c7c89d7bda3dbff0da7d39ce0d3f8c90103bc5751a4) AuthConfig (1de463cf9bd963cf32f579c9b01c90fddceeab0a4795072261a5640fd279deb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"4f202a8e-e18a-4cb9-beb6-d45713d121ee","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:26.271529435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"1f6edc70-dd64-4e91-9d5b-71c8e540e490","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6df539","tenantID":"e2e-api-b-6df539","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:26.290984953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"1f6edc70-dd64-4e91-9d5b-71c8e540e490","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"name":"e2e-api-b-6df539-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:26.309491297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6df539-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c7e6e3c23d2b96fb89d3110cf49c76d510f0a92967b469c843efc024c8318dd6) AuthConfig (46a920aed6c13be01edc8ccad36a26ffdf8d92a3e651da8588c0911f1340da03) AuthConfig (8f829e4eff334ae90ae04af1b4148f5900a2de013aab3855c53258ec94b84416) AuthConfig (c95f3c731c94e9d8966a232c35cb3fd29876b77a17d6a6e9a47da6e01f14931c) AuthConfig (93e465fc9d0b090ab70270edc41e8666663548151fd88d357e807e0f416803b8) AuthConfig (1974283699beacb29264e9b4964dd9150fba1b6d62903e11657dcd70a44e4923) EnvoyFilter (openshift-ingress/e2e-api-b-6df539) EnvoyFilter (openshift-ingress/e2e-api-b-6df539)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"1f6edc70-dd64-4e91-9d5b-71c8e540e490","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.853131823Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"f413e6ab-004c-45cf-87df-ac08c38b3c34","namespace":"ai-tenant-e2e-api-b-6df539","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.853207126Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"f413e6ab-004c-45cf-87df-ac08c38b3c34","namespace":"ai-tenant-e2e-api-b-6df539","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.8532718Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"f413e6ab-004c-45cf-87df-ac08c38b3c34","name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.872797251Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"f413e6ab-004c-45cf-87df-ac08c38b3c34","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.8729198Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"dd850f40-40de-4cc6-b647-7605708546cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.873365408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50212045-34cf-47de-82c4-965673fc8b3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.873381635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50212045-34cf-47de-82c4-965673fc8b3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.015882558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"dd850f40-40de-4cc6-b647-7605708546cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6df539","tenantID":"e2e-api-b-6df539","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.147558756Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"dd850f40-40de-4cc6-b647-7605708546cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"name":"e2e-api-b-6df539-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.147680203Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"e2e-e2e-api-b-6df539-policy","reconcileID":"dd850f40-40de-4cc6-b647-7605708546cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6df539-policy","namespace":"ai-tenant-e2e-api-b-6df539"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6df539","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.169105546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0546ed27-1087-4475-b8be-04dc59bf4188","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.169137059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0546ed27-1087-4475-b8be-04dc59bf4188","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.511274486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f075b1e9-4ebf-43a2-9297-47789bb9557b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.527066476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f075b1e9-4ebf-43a2-9297-47789bb9557b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.542422687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f075b1e9-4ebf-43a2-9297-47789bb9557b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.556888672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f075b1e9-4ebf-43a2-9297-47789bb9557b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.284995678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff896767-8552-49f5-bd64-6272f826135b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.285018359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff896767-8552-49f5-bd64-6272f826135b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.303551857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea06b936-8feb-4cfd-8a90-745be510a443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.30395462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbcc14a4-c9fb-4f55-9dee-eca2083cd4c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.303972405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbcc14a4-c9fb-4f55-9dee-eca2083cd4c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.332947549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea06b936-8feb-4cfd-8a90-745be510a443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.336909087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d48ce40-5334-49ec-8464-0fd1d781da3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.352364459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d48ce40-5334-49ec-8464-0fd1d781da3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.366538383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d48ce40-5334-49ec-8464-0fd1d781da3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.367763898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea06b936-8feb-4cfd-8a90-745be510a443","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.381856003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d48ce40-5334-49ec-8464-0fd1d781da3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.430548582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"1c164702-40f2-4f5f-af1c-222810017f0d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6171d","tenantID":"e2e-api-a-f6171d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.505962204Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"1c164702-40f2-4f5f-af1c-222810017f0d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"name":"e2e-api-a-f6171d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.514648597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0305c523-844f-4adc-ac29-87a6b8ff102a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.52812645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f6171d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"1c164702-40f2-4f5f-af1c-222810017f0d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.536531469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0305c523-844f-4adc-ac29-87a6b8ff102a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.549785183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c244d283-eb1a-4caa-9792-0cc198681d3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.549800826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c244d283-eb1a-4caa-9792-0cc198681d3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.556376079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0305c523-844f-4adc-ac29-87a6b8ff102a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:33.043285054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c3b2a87-0cf7-4a53-a290-1e3d54421123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:33.058383284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c3b2a87-0cf7-4a53-a290-1e3d54421123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:33.072316098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c3b2a87-0cf7-4a53-a290-1e3d54421123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:33.086558802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c3b2a87-0cf7-4a53-a290-1e3d54421123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:33.973865069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d37c54-42e3-469f-8294-e4e04a2dff46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:33.989225011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d37c54-42e3-469f-8294-e4e04a2dff46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:34.004046583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d37c54-42e3-469f-8294-e4e04a2dff46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:34.020205773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d37c54-42e3-469f-8294-e4e04a2dff46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:34.611741265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968d1fbb-cc4a-4612-9889-a190c61525e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:34.625997531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968d1fbb-cc4a-4612-9889-a190c61525e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:34.640053369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968d1fbb-cc4a-4612-9889-a190c61525e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:34.655002111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968d1fbb-cc4a-4612-9889-a190c61525e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:35.388163138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"f4f1ca00-0508-4dbf-9a0a-8d6fa9a9cfab","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:35.412283167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"f4f1ca00-0508-4dbf-9a0a-8d6fa9a9cfab","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:35.445640153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33af6309c27b42b051d55f552a0d52d387b8e7f51f6667192830fa6dc7950bf4) AuthConfig (1234dfaa12906aac474683cd8fc2901109eb17347a54271a14da2aada24449b1) AuthConfig (bcf0630d9c1004a6ccd67bc3ac798a61e4d1960c8c849d0e5ee871eec7737206) AuthConfig (6976ad314850b75984999b5f33949b4bcc43cffda559cf22dd09d3a4873eab81) AuthConfig (a968152bb9225c9ea35f36214474f32d75670ada2cf93f1db39faa7c3a1f273d) AuthConfig (f1c35998436af30143d3b46fd0e4a77e08c24835420cf6b6a19efaa5f5d26017) AuthConfig (0452b3e4dbb020bac4153406e9862f0580742572a793cfa7f5f722040e6f411d) AuthConfig (dd33910ebe596c0d28ded0bd9a5e8d4e8e3f947b79cca643687d2a3392b441a4) AuthConfig (59aae3bf20375ce20f479973deb63273a5a7052939b38923eb70176eea9f4f23) AuthConfig (8d26735f5a2d3033b0cf75494e48753db7815d9fc7118a96ee6cd1d64f7e4a90) AuthConfig (c4aef70da371b116197f21c16a451c890970e9bf49a41934a8440a868013e84f) AuthConfig (370a864daf986626844b8835229c877dc765f11b84553353b4d17429ab8dd54c) AuthConfig (d3d98c1c7916ae0ca0902eca1a9351bacabc953324d740afbf642c97eb8df1a0) AuthConfig (0c2b8456150c9f6813697bbea848fa98f895eb612876529a3223e7ba30559c7a) AuthConfig (5b19905cabb86f740af5c5d0b959fcb7194dbaa45a81dd9bbe5371d1ddf949ce) AuthConfig (fb177c0aef047432cb71acacea7f4dffad2e8c773a5ac6feac28545a651cc1d5) AuthConfig (ebb538b4c2f28f2f245b7c7c89d7bda3dbff0da7d39ce0d3f8c90103bc5751a4) AuthConfig (1de463cf9bd963cf32f579c9b01c90fddceeab0a4795072261a5640fd279deb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"f4f1ca00-0508-4dbf-9a0a-8d6fa9a9cfab","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:35.755916622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f0875e-ac47-4460-9baf-8bcf25247e07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:35.770503216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f0875e-ac47-4460-9baf-8bcf25247e07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:35.785095432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f0875e-ac47-4460-9baf-8bcf25247e07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:35.800056766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f0875e-ac47-4460-9baf-8bcf25247e07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:36.445554594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca985e0a-43b2-4a46-91a0-5b09529ed824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:36.46024064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca985e0a-43b2-4a46-91a0-5b09529ed824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:36.474363084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca985e0a-43b2-4a46-91a0-5b09529ed824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:36.488438204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca985e0a-43b2-4a46-91a0-5b09529ed824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.037567733Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a26f29","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a26f29","reconcileID":"67f299b9-ab31-4e59-9019-0d1142be76c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a26f29","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-a26f29":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.08299453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afb590e-a4b0-410b-95ad-5fb26135a618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.09696133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afb590e-a4b0-410b-95ad-5fb26135a618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.111545741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afb590e-a4b0-410b-95ad-5fb26135a618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.125659648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afb590e-a4b0-410b-95ad-5fb26135a618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.941903117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b30cab6-2f2a-4dc1-96c6-be0da94ea0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.956035131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b30cab6-2f2a-4dc1-96c6-be0da94ea0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.970421808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b30cab6-2f2a-4dc1-96c6-be0da94ea0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.984505675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b30cab6-2f2a-4dc1-96c6-be0da94ea0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.651049784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1e696c-c1e0-48c9-b626-d86eaaf0e317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.666241546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1e696c-c1e0-48c9-b626-d86eaaf0e317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.681529883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1e696c-c1e0-48c9-b626-d86eaaf0e317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.696449418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1e696c-c1e0-48c9-b626-d86eaaf0e317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.80845462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"ae09829b-2833-4eaf-985b-70ad9130f3a0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-dd38c2","tenantID":"e2e-ipp-a-dd38c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.837888339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7e5a34e-4f13-4b42-af1f-e093450f439d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.83790915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7e5a34e-4f13-4b42-af1f-e093450f439d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.851763064Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"ae09829b-2833-4eaf-985b-70ad9130f3a0","name":"e2e-ipp-a-dd38c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.854933799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7be8954-65ed-4bcf-881e-b22f04350a64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.854951495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7be8954-65ed-4bcf-881e-b22f04350a64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.909534187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"59994e39-65d0-44f3-a8ff-9fe6cf4170c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.976030176Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"59994e39-65d0-44f3-a8ff-9fe6cf4170c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"name":"e2e-api-a-380eea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:39.079293128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-380eea-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"59994e39-65d0-44f3-a8ff-9fe6cf4170c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:39.115085623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0e12ed2-6b87-4017-92ad-6b1bbef4556f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:39.115109287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0e12ed2-6b87-4017-92ad-6b1bbef4556f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:39.560824357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"916782d1-a7c1-46b3-b07a-cad1d725cd4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:39.575562415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"916782d1-a7c1-46b3-b07a-cad1d725cd4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:39.590686639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"916782d1-a7c1-46b3-b07a-cad1d725cd4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:39.609866969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"916782d1-a7c1-46b3-b07a-cad1d725cd4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:40.387293108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b85d351-17a9-4c6c-aff3-131d24766975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:40.412287036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b85d351-17a9-4c6c-aff3-131d24766975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:40.437999961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b85d351-17a9-4c6c-aff3-131d24766975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:40.487584443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b85d351-17a9-4c6c-aff3-131d24766975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:41.276623774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56683aba-386e-4d93-8578-d0011f7322a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:41.311429461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56683aba-386e-4d93-8578-d0011f7322a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:41.328321411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56683aba-386e-4d93-8578-d0011f7322a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:41.344470923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56683aba-386e-4d93-8578-d0011f7322a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:42.413630167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd9e3c6b-8516-42f4-9537-831539ac0f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:42.435196685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd9e3c6b-8516-42f4-9537-831539ac0f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:42.454907199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd9e3c6b-8516-42f4-9537-831539ac0f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:42.58280768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"f7f075df-2398-4864-931b-281966b74d3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6171d","tenantID":"e2e-api-a-f6171d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:42.604175173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"f7f075df-2398-4864-931b-281966b74d3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"name":"e2e-api-a-f6171d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:42.609814773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10c72d55-7d4c-43aa-8cd9-e02aeb8b5b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:42.623581917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f6171d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"f7f075df-2398-4864-931b-281966b74d3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:42.63264183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10c72d55-7d4c-43aa-8cd9-e02aeb8b5b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:42.676789883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10c72d55-7d4c-43aa-8cd9-e02aeb8b5b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:44.087080684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b4e914-3226-42e3-9a97-4f24b9a9dd50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:44.105310614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b4e914-3226-42e3-9a97-4f24b9a9dd50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:44.120624432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b4e914-3226-42e3-9a97-4f24b9a9dd50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:44.13552402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12b4e914-3226-42e3-9a97-4f24b9a9dd50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:44.761791701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0306bcab-4ce5-430a-b280-92849c42ea7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:44.776245236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0306bcab-4ce5-430a-b280-92849c42ea7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:44.790930384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0306bcab-4ce5-430a-b280-92849c42ea7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:44.805555085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0306bcab-4ce5-430a-b280-92849c42ea7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:44.892435233Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2d53cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2d53cd","reconcileID":"a987f0d3-8ca0-46c2-8567-b577b4523ab4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2d53cd","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-2d53cd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:45.15960888Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"c44925f0-2edc-4a3d-a3d5-76841fcdebea","gateway":"openshift-ingress/e2e-ipp-a-734480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:45.492921661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"16502cc8-bfca-44a5-8462-a319c98a3ffd","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:45.512880232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"16502cc8-bfca-44a5-8462-a319c98a3ffd","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:45.563265873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33af6309c27b42b051d55f552a0d52d387b8e7f51f6667192830fa6dc7950bf4) AuthConfig (1234dfaa12906aac474683cd8fc2901109eb17347a54271a14da2aada24449b1) AuthConfig (bcf0630d9c1004a6ccd67bc3ac798a61e4d1960c8c849d0e5ee871eec7737206) AuthConfig (6976ad314850b75984999b5f33949b4bcc43cffda559cf22dd09d3a4873eab81) AuthConfig (a968152bb9225c9ea35f36214474f32d75670ada2cf93f1db39faa7c3a1f273d) AuthConfig (f1c35998436af30143d3b46fd0e4a77e08c24835420cf6b6a19efaa5f5d26017) AuthConfig (0452b3e4dbb020bac4153406e9862f0580742572a793cfa7f5f722040e6f411d) AuthConfig (dd33910ebe596c0d28ded0bd9a5e8d4e8e3f947b79cca643687d2a3392b441a4) AuthConfig (59aae3bf20375ce20f479973deb63273a5a7052939b38923eb70176eea9f4f23) AuthConfig (8d26735f5a2d3033b0cf75494e48753db7815d9fc7118a96ee6cd1d64f7e4a90) AuthConfig (c4aef70da371b116197f21c16a451c890970e9bf49a41934a8440a868013e84f) AuthConfig (370a864daf986626844b8835229c877dc765f11b84553353b4d17429ab8dd54c) AuthConfig (d3d98c1c7916ae0ca0902eca1a9351bacabc953324d740afbf642c97eb8df1a0) AuthConfig (0c2b8456150c9f6813697bbea848fa98f895eb612876529a3223e7ba30559c7a) AuthConfig (5b19905cabb86f740af5c5d0b959fcb7194dbaa45a81dd9bbe5371d1ddf949ce) AuthConfig (fb177c0aef047432cb71acacea7f4dffad2e8c773a5ac6feac28545a651cc1d5) AuthConfig (ebb538b4c2f28f2f245b7c7c89d7bda3dbff0da7d39ce0d3f8c90103bc5751a4) AuthConfig (1de463cf9bd963cf32f579c9b01c90fddceeab0a4795072261a5640fd279deb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"16502cc8-bfca-44a5-8462-a319c98a3ffd","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:45.620908443Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-301fcc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-301fcc","reconcileID":"8155b1e0-2cca-4ce0-867a-29230ec26bb5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-301fcc","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-301fcc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:45.73600465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0b9d199-0bf7-4fef-b06d-3eb597a99460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:45.750749634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0b9d199-0bf7-4fef-b06d-3eb597a99460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:45.765009299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0b9d199-0bf7-4fef-b06d-3eb597a99460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:45.779313217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0b9d199-0bf7-4fef-b06d-3eb597a99460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.438621154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3c60da-9fcf-40b8-a819-7d521355d438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.452741387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3c60da-9fcf-40b8-a819-7d521355d438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.466786325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3c60da-9fcf-40b8-a819-7d521355d438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.48113336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3c60da-9fcf-40b8-a819-7d521355d438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:05:46.658537634Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2d53cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2d53cd","reconcileID":"f07f296a-b23c-4816-9414-18e40843752d","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-b-2d53cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:47.19854779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff85879-890c-47c4-9c17-f24aba5006c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:47.226086951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff85879-890c-47c4-9c17-f24aba5006c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:47.241810009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff85879-890c-47c4-9c17-f24aba5006c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:47.258671123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff85879-890c-47c4-9c17-f24aba5006c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:05:47.643921793Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-301fcc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-301fcc","reconcileID":"300e1629-1afd-43d0-b931-c0005ac4c9a5","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-b-301fcc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:47.922615997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01c1182-493a-45c8-a184-47f3ed8775cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:47.937523908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01c1182-493a-45c8-a184-47f3ed8775cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:47.951601498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01c1182-493a-45c8-a184-47f3ed8775cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:47.965538962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01c1182-493a-45c8-a184-47f3ed8775cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:48.670508096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e47ac37a-6546-4be3-b164-4c33b54b4cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:48.684670594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e47ac37a-6546-4be3-b164-4c33b54b4cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:48.698981711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e47ac37a-6546-4be3-b164-4c33b54b4cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:48.714796569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e47ac37a-6546-4be3-b164-4c33b54b4cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:49.149949773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"f68999b1-567c-4780-a708-d5b5848d0f3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:49.170412682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"f68999b1-567c-4780-a708-d5b5848d0f3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"name":"e2e-api-a-380eea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:49.188623858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-380eea-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"f68999b1-567c-4780-a708-d5b5848d0f3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:49.325097053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da4bf98d-ea76-4a8a-8186-a5a5b060238b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:49.34251493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da4bf98d-ea76-4a8a-8186-a5a5b060238b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:49.382402927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da4bf98d-ea76-4a8a-8186-a5a5b060238b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:49.430126578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da4bf98d-ea76-4a8a-8186-a5a5b060238b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:50.080855128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad741b8-91af-41f4-8875-9f3e4aa616c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:50.094989594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad741b8-91af-41f4-8875-9f3e4aa616c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:50.109259639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad741b8-91af-41f4-8875-9f3e4aa616c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:50.12347424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad741b8-91af-41f4-8875-9f3e4aa616c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:50.783598584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9278ed1-c2e9-4f7b-bbae-2d016998c38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:50.801461069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9278ed1-c2e9-4f7b-bbae-2d016998c38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:50.816807797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9278ed1-c2e9-4f7b-bbae-2d016998c38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:50.847013672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9278ed1-c2e9-4f7b-bbae-2d016998c38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:51.778615523Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:52.550872825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"367ac2c1-866b-4df5-8aa2-e24bd53fbd4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:52.581123923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"367ac2c1-866b-4df5-8aa2-e24bd53fbd4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:52.612084837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"367ac2c1-866b-4df5-8aa2-e24bd53fbd4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:52.652344828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"3d470e9b-78e8-43ac-b2b2-073722242cde","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6171d","tenantID":"e2e-api-a-f6171d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:52.671159506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"3d470e9b-78e8-43ac-b2b2-073722242cde","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"name":"e2e-api-a-f6171d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:52.688830696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f6171d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"3d470e9b-78e8-43ac-b2b2-073722242cde","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:52.767383503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85ffa5c3-ba90-4261-a6fd-90375269f14f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:52.787325371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85ffa5c3-ba90-4261-a6fd-90375269f14f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:52.805936502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85ffa5c3-ba90-4261-a6fd-90375269f14f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:55.598137037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"aa85cdeb-e3c2-4724-b5b9-d9602e68838c","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:55.623501704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"aa85cdeb-e3c2-4724-b5b9-d9602e68838c","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:55.643067109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33af6309c27b42b051d55f552a0d52d387b8e7f51f6667192830fa6dc7950bf4) AuthConfig (1234dfaa12906aac474683cd8fc2901109eb17347a54271a14da2aada24449b1) AuthConfig (bcf0630d9c1004a6ccd67bc3ac798a61e4d1960c8c849d0e5ee871eec7737206) AuthConfig (6976ad314850b75984999b5f33949b4bcc43cffda559cf22dd09d3a4873eab81) AuthConfig (a968152bb9225c9ea35f36214474f32d75670ada2cf93f1db39faa7c3a1f273d) AuthConfig (f1c35998436af30143d3b46fd0e4a77e08c24835420cf6b6a19efaa5f5d26017) AuthConfig (0452b3e4dbb020bac4153406e9862f0580742572a793cfa7f5f722040e6f411d) AuthConfig (dd33910ebe596c0d28ded0bd9a5e8d4e8e3f947b79cca643687d2a3392b441a4) AuthConfig (59aae3bf20375ce20f479973deb63273a5a7052939b38923eb70176eea9f4f23) AuthConfig (8d26735f5a2d3033b0cf75494e48753db7815d9fc7118a96ee6cd1d64f7e4a90) AuthConfig (c4aef70da371b116197f21c16a451c890970e9bf49a41934a8440a868013e84f) AuthConfig (370a864daf986626844b8835229c877dc765f11b84553353b4d17429ab8dd54c) AuthConfig (d3d98c1c7916ae0ca0902eca1a9351bacabc953324d740afbf642c97eb8df1a0) AuthConfig (0c2b8456150c9f6813697bbea848fa98f895eb612876529a3223e7ba30559c7a) AuthConfig (5b19905cabb86f740af5c5d0b959fcb7194dbaa45a81dd9bbe5371d1ddf949ce) AuthConfig (fb177c0aef047432cb71acacea7f4dffad2e8c773a5ac6feac28545a651cc1d5) AuthConfig (ebb538b4c2f28f2f245b7c7c89d7bda3dbff0da7d39ce0d3f8c90103bc5751a4) AuthConfig (1de463cf9bd963cf32f579c9b01c90fddceeab0a4795072261a5640fd279deb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"aa85cdeb-e3c2-4724-b5b9-d9602e68838c","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.714270117Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","namespace":"ai-tenant-e2e-api-b-6df539","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.714330737Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","namespace":"ai-tenant-e2e-api-b-6df539","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.714384613Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","tenant":"e2e-api-b-6df539","tenantID":"e2e-api-b-6df539","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.731077046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"Deployment","name":"maas-api-e2e-api-b-6df539","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.757744769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"Service","name":"maas-api-e2e-api-b-6df539","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.777513375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-6df539","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.796730744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-6df539","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.817872529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-6df539","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.83681433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-6df539","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.854793624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-6df539","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.880915781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-6df539","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.896107239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"Deployment","name":"payload-processing-e2e-api-b-6df539","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.91028024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-6df539","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.92453135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"Service","name":"payload-processing-e2e-api-b-6df539","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.938907876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"Service","name":"payload-pre-processing-e2e-api-b-6df539","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.952948092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-6df539","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.968869489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-6df539","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.982632655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-6df539","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:57.004859392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-6df539","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:57.021315896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-6df539","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:57.042538566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-6df539","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:57.062754532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-6df539","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:57.077515006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6df539"},"namespace":"ai-tenant-e2e-api-b-6df539","name":"default-tenant","reconcileID":"b854b71d-4445-4bf0-85cc-33805da4de93","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-6df539","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:57.561736617Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6df539","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6df539","reconcileID":"29b9e80f-fc0d-47b7-bf1a-674ae8704c84","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-6df539","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-6df539"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:58.041571592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff79d517-7ce3-45f9-b29f-60ee7e40af2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:58.056341804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff79d517-7ce3-45f9-b29f-60ee7e40af2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:58.070474137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff79d517-7ce3-45f9-b29f-60ee7e40af2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:58.084592559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff79d517-7ce3-45f9-b29f-60ee7e40af2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:58.659921418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc4a23c-e9cf-499a-b141-430928341ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:58.674044529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc4a23c-e9cf-499a-b141-430928341ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:58.689773065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc4a23c-e9cf-499a-b141-430928341ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:58.704431382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc4a23c-e9cf-499a-b141-430928341ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:59.289745964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"3338a733-5b3f-4eda-bd73-34c463cf645e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:59.30907821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"3338a733-5b3f-4eda-bd73-34c463cf645e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"name":"e2e-api-a-380eea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:59.326926827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-380eea-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"3338a733-5b3f-4eda-bd73-34c463cf645e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:59.342356792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596e96ad-331c-496e-83a3-a827873041f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:59.356549129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596e96ad-331c-496e-83a3-a827873041f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:59.37075299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596e96ad-331c-496e-83a3-a827873041f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:59.384752586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"596e96ad-331c-496e-83a3-a827873041f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:00.038131727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71912e0a-6422-4885-ab97-73557bfb5299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:00.052527846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71912e0a-6422-4885-ab97-73557bfb5299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:00.066534694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71912e0a-6422-4885-ab97-73557bfb5299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:00.080790259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71912e0a-6422-4885-ab97-73557bfb5299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:00.732879135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f54b5b7-f87d-438a-a494-049c4b290ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:00.747019985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f54b5b7-f87d-438a-a494-049c4b290ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:00.761369478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f54b5b7-f87d-438a-a494-049c4b290ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:00.775902625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f54b5b7-f87d-438a-a494-049c4b290ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:01.500067537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf65137-5e79-481e-8bf3-cc0e60f1152a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:01.514395115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf65137-5e79-481e-8bf3-cc0e60f1152a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:01.532346218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf65137-5e79-481e-8bf3-cc0e60f1152a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:01.564798537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf65137-5e79-481e-8bf3-cc0e60f1152a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:02.655625468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71403f72-96ac-4d31-b585-6ac050db4ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:02.67561065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71403f72-96ac-4d31-b585-6ac050db4ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:02.694711617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71403f72-96ac-4d31-b585-6ac050db4ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:02.741466634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"f19ec137-5b02-4cfe-a7ef-c5b042b60735","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6171d","tenantID":"e2e-api-a-f6171d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:02.761042584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"f19ec137-5b02-4cfe-a7ef-c5b042b60735","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"name":"e2e-api-a-f6171d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:02.779598492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f6171d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"f19ec137-5b02-4cfe-a7ef-c5b042b60735","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:02.902874488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77c7716c-8d75-4059-96c6-f2ee74902da9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:02.923496108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77c7716c-8d75-4059-96c6-f2ee74902da9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:02.942407024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77c7716c-8d75-4059-96c6-f2ee74902da9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:04.449487228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"9120dfd1-6740-4c5a-9242-ed6fdfea332a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a26f29","tenantID":"e2e-api-b-a26f29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:04.496254683Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"9120dfd1-6740-4c5a-9242-ed6fdfea332a","name":"e2e-api-b-a26f29-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:05.672582519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"8e6c8ef8-605b-4be8-bacd-1ccff4da48f4","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:05.692100144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"8e6c8ef8-605b-4be8-bacd-1ccff4da48f4","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:05.710382236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33af6309c27b42b051d55f552a0d52d387b8e7f51f6667192830fa6dc7950bf4) AuthConfig (1234dfaa12906aac474683cd8fc2901109eb17347a54271a14da2aada24449b1) AuthConfig (bcf0630d9c1004a6ccd67bc3ac798a61e4d1960c8c849d0e5ee871eec7737206) AuthConfig (6976ad314850b75984999b5f33949b4bcc43cffda559cf22dd09d3a4873eab81) AuthConfig (a968152bb9225c9ea35f36214474f32d75670ada2cf93f1db39faa7c3a1f273d) AuthConfig (f1c35998436af30143d3b46fd0e4a77e08c24835420cf6b6a19efaa5f5d26017) AuthConfig (0452b3e4dbb020bac4153406e9862f0580742572a793cfa7f5f722040e6f411d) AuthConfig (dd33910ebe596c0d28ded0bd9a5e8d4e8e3f947b79cca643687d2a3392b441a4) AuthConfig (59aae3bf20375ce20f479973deb63273a5a7052939b38923eb70176eea9f4f23) AuthConfig (8d26735f5a2d3033b0cf75494e48753db7815d9fc7118a96ee6cd1d64f7e4a90) AuthConfig (c4aef70da371b116197f21c16a451c890970e9bf49a41934a8440a868013e84f) AuthConfig (370a864daf986626844b8835229c877dc765f11b84553353b4d17429ab8dd54c) AuthConfig (d3d98c1c7916ae0ca0902eca1a9351bacabc953324d740afbf642c97eb8df1a0) AuthConfig (0c2b8456150c9f6813697bbea848fa98f895eb612876529a3223e7ba30559c7a) AuthConfig (5b19905cabb86f740af5c5d0b959fcb7194dbaa45a81dd9bbe5371d1ddf949ce) AuthConfig (fb177c0aef047432cb71acacea7f4dffad2e8c773a5ac6feac28545a651cc1d5) AuthConfig (ebb538b4c2f28f2f245b7c7c89d7bda3dbff0da7d39ce0d3f8c90103bc5751a4) AuthConfig (1de463cf9bd963cf32f579c9b01c90fddceeab0a4795072261a5640fd279deb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"8e6c8ef8-605b-4be8-bacd-1ccff4da48f4","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:06.878861027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a753909-250a-4272-b1bb-8de5954a9d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:06.896298876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a753909-250a-4272-b1bb-8de5954a9d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:06.917714261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a753909-250a-4272-b1bb-8de5954a9d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:06.93934945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a753909-250a-4272-b1bb-8de5954a9d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:07.592895102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24313f0-c141-4096-946e-b6f8c6f6f2df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:07.612037441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24313f0-c141-4096-946e-b6f8c6f6f2df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:07.640244879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24313f0-c141-4096-946e-b6f8c6f6f2df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:07.683793231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24313f0-c141-4096-946e-b6f8c6f6f2df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.436541915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9068fb1d-e1d5-4557-9996-6d2fc3ea0c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.451686207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9068fb1d-e1d5-4557-9996-6d2fc3ea0c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.475625122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9068fb1d-e1d5-4557-9996-6d2fc3ea0c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.522906652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9068fb1d-e1d5-4557-9996-6d2fc3ea0c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.577109283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"563c166a-2800-4c3a-a026-ae63efaf7ca6","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"tenant":"e2e-mt-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.661185305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"563c166a-2800-4c3a-a026-ae63efaf7ca6","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"routeName":"e2e-lifecycle-model-751a7416-kserve-route","namespace":"ai-tenant-e2e-mt-751a7416","llmisvcName":"e2e-lifecycle-model-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.668873885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"ad37ae4b-bcfd-4dad-a2e0-cb968e6abf37","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"tenant":"e2e-mt-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.675308097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"ad37ae4b-bcfd-4dad-a2e0-cb968e6abf37","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"routeName":"e2e-lifecycle-model-751a7416-kserve-route","namespace":"ai-tenant-e2e-mt-751a7416","llmisvcName":"e2e-lifecycle-model-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.676416574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"a0a3b53e-36d8-456a-aefb-397be43837aa","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.718894936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-sub-751a7416","reconcileID":"19b1df59-e0b0-47a4-9c74-4d10deb9988d","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"maas-trlp-e2e-lifecycle-model-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.726160772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"a0a3b53e-36d8-456a-aefb-397be43837aa","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.777829293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33af6309c27b42b051d55f552a0d52d387b8e7f51f6667192830fa6dc7950bf4) AuthConfig (1234dfaa12906aac474683cd8fc2901109eb17347a54271a14da2aada24449b1) AuthConfig (bcf0630d9c1004a6ccd67bc3ac798a61e4d1960c8c849d0e5ee871eec7737206) AuthConfig (6976ad314850b75984999b5f33949b4bcc43cffda559cf22dd09d3a4873eab81) AuthConfig (a968152bb9225c9ea35f36214474f32d75670ada2cf93f1db39faa7c3a1f273d) AuthConfig (f1c35998436af30143d3b46fd0e4a77e08c24835420cf6b6a19efaa5f5d26017) AuthConfig (0452b3e4dbb020bac4153406e9862f0580742572a793cfa7f5f722040e6f411d) AuthConfig (dd33910ebe596c0d28ded0bd9a5e8d4e8e3f947b79cca643687d2a3392b441a4) AuthConfig (59aae3bf20375ce20f479973deb63273a5a7052939b38923eb70176eea9f4f23) AuthConfig (8d26735f5a2d3033b0cf75494e48753db7815d9fc7118a96ee6cd1d64f7e4a90) AuthConfig (c4aef70da371b116197f21c16a451c890970e9bf49a41934a8440a868013e84f) AuthConfig (370a864daf986626844b8835229c877dc765f11b84553353b4d17429ab8dd54c) AuthConfig (d3d98c1c7916ae0ca0902eca1a9351bacabc953324d740afbf642c97eb8df1a0) AuthConfig (0c2b8456150c9f6813697bbea848fa98f895eb612876529a3223e7ba30559c7a) AuthConfig (5b19905cabb86f740af5c5d0b959fcb7194dbaa45a81dd9bbe5371d1ddf949ce) AuthConfig (fb177c0aef047432cb71acacea7f4dffad2e8c773a5ac6feac28545a651cc1d5) AuthConfig (ebb538b4c2f28f2f245b7c7c89d7bda3dbff0da7d39ce0d3f8c90103bc5751a4) AuthConfig (1de463cf9bd963cf32f579c9b01c90fddceeab0a4795072261a5640fd279deb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"a0a3b53e-36d8-456a-aefb-397be43837aa","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.810369993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"3936d051-95be-43d5-8a16-4e1e1396edd5","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.844859246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"3936d051-95be-43d5-8a16-4e1e1396edd5","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.846464247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-sub-751a7416","reconcileID":"b87eb047-5e9e-4712-bffe-82777cbbd7aa","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"maas-trlp-e2e-lifecycle-model-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.86504506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33af6309c27b42b051d55f552a0d52d387b8e7f51f6667192830fa6dc7950bf4) AuthConfig (1234dfaa12906aac474683cd8fc2901109eb17347a54271a14da2aada24449b1) AuthConfig (bcf0630d9c1004a6ccd67bc3ac798a61e4d1960c8c849d0e5ee871eec7737206) AuthConfig (6976ad314850b75984999b5f33949b4bcc43cffda559cf22dd09d3a4873eab81) AuthConfig (a968152bb9225c9ea35f36214474f32d75670ada2cf93f1db39faa7c3a1f273d) AuthConfig (f1c35998436af30143d3b46fd0e4a77e08c24835420cf6b6a19efaa5f5d26017) AuthConfig (0452b3e4dbb020bac4153406e9862f0580742572a793cfa7f5f722040e6f411d) AuthConfig (dd33910ebe596c0d28ded0bd9a5e8d4e8e3f947b79cca643687d2a3392b441a4) AuthConfig (59aae3bf20375ce20f479973deb63273a5a7052939b38923eb70176eea9f4f23) AuthConfig (8d26735f5a2d3033b0cf75494e48753db7815d9fc7118a96ee6cd1d64f7e4a90) AuthConfig (c4aef70da371b116197f21c16a451c890970e9bf49a41934a8440a868013e84f) AuthConfig (370a864daf986626844b8835229c877dc765f11b84553353b4d17429ab8dd54c) AuthConfig (d3d98c1c7916ae0ca0902eca1a9351bacabc953324d740afbf642c97eb8df1a0) AuthConfig (0c2b8456150c9f6813697bbea848fa98f895eb612876529a3223e7ba30559c7a) AuthConfig (5b19905cabb86f740af5c5d0b959fcb7194dbaa45a81dd9bbe5371d1ddf949ce) AuthConfig (fb177c0aef047432cb71acacea7f4dffad2e8c773a5ac6feac28545a651cc1d5) AuthConfig (ebb538b4c2f28f2f245b7c7c89d7bda3dbff0da7d39ce0d3f8c90103bc5751a4) AuthConfig (1de463cf9bd963cf32f579c9b01c90fddceeab0a4795072261a5640fd279deb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"3936d051-95be-43d5-8a16-4e1e1396edd5","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:09.335588482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2e94f8-c0e0-4afc-a0e4-425e802c031e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:09.349963796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2e94f8-c0e0-4afc-a0e4-425e802c031e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:09.36460974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2e94f8-c0e0-4afc-a0e4-425e802c031e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:09.379120255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2e94f8-c0e0-4afc-a0e4-425e802c031e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:09.393289847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"a6a4b64b-ba7b-470e-b361-5b681c2be385","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:09.413033161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"a6a4b64b-ba7b-470e-b361-5b681c2be385","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"name":"e2e-api-a-380eea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:09.431732795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-380eea-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"a6a4b64b-ba7b-470e-b361-5b681c2be385","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:10.075972614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a69dab-2f90-4090-b1ce-817ed0da18d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:10.092288581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a69dab-2f90-4090-b1ce-817ed0da18d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:10.112531216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a69dab-2f90-4090-b1ce-817ed0da18d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:10.130639661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a69dab-2f90-4090-b1ce-817ed0da18d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:10.910933458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0557d20a-5608-4ce3-8d06-b5f9d74a5b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:10.937610441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0557d20a-5608-4ce3-8d06-b5f9d74a5b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:10.98363646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0557d20a-5608-4ce3-8d06-b5f9d74a5b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:11.029495038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0557d20a-5608-4ce3-8d06-b5f9d74a5b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:11.65709054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3610f581-2740-40f5-8981-878da16fede9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:11.671348787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3610f581-2740-40f5-8981-878da16fede9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:11.686083324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3610f581-2740-40f5-8981-878da16fede9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:11.700260362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3610f581-2740-40f5-8981-878da16fede9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:12.342838274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f3f572-a484-44e7-8b6c-eee762b0609e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:12.357443858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f3f572-a484-44e7-8b6c-eee762b0609e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:12.37261772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f3f572-a484-44e7-8b6c-eee762b0609e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:12.386797944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f3f572-a484-44e7-8b6c-eee762b0609e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:12.741948235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bf02489-022b-48d5-b6f4-f285c5963989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:12.766014051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bf02489-022b-48d5-b6f4-f285c5963989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:12.793388815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bf02489-022b-48d5-b6f4-f285c5963989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:12.796178303Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f363a3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f363a3","reconcileID":"d103c00b-d682-4d63-8597-205b142312e7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f363a3","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f363a3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:12.824692938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"7c6ed74d-4b6d-4d0d-8374-e88e245c5aa4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6171d","tenantID":"e2e-api-a-f6171d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:12.844497765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"7c6ed74d-4b6d-4d0d-8374-e88e245c5aa4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"name":"e2e-api-a-f6171d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:12.884277812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f6171d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"7c6ed74d-4b6d-4d0d-8374-e88e245c5aa4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:12.986787878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46ac0c7d-247e-41b5-81c2-55e3700e24f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:13.006239666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46ac0c7d-247e-41b5-81c2-55e3700e24f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:13.029052808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46ac0c7d-247e-41b5-81c2-55e3700e24f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:13.135735232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e327cc1-a95d-4147-9510-b49a70410a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:13.183382915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e327cc1-a95d-4147-9510-b49a70410a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:13.203688544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e327cc1-a95d-4147-9510-b49a70410a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:13.221431371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e327cc1-a95d-4147-9510-b49a70410a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:13.969127655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395e69ac-e1d1-4532-8a77-f1c54449b4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:13.985302867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395e69ac-e1d1-4532-8a77-f1c54449b4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:14.000755197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395e69ac-e1d1-4532-8a77-f1c54449b4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:14.01522881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395e69ac-e1d1-4532-8a77-f1c54449b4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:14.681379413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"447da1da-764d-48ef-9944-b5701829c56c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-2d53cd","tenantID":"e2e-ipp-b-2d53cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:14.726460398Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"447da1da-764d-48ef-9944-b5701829c56c","name":"e2e-ipp-b-2d53cd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:14.74755233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b156e16-00aa-4e57-92b8-29302948f10c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:14.762798893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b156e16-00aa-4e57-92b8-29302948f10c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:14.780127343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b156e16-00aa-4e57-92b8-29302948f10c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:14.802975043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b156e16-00aa-4e57-92b8-29302948f10c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:15.680998834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6981b988-b376-4e6a-b574-d06368eddd65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:15.695646063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6981b988-b376-4e6a-b574-d06368eddd65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:15.710296327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6981b988-b376-4e6a-b574-d06368eddd65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:15.725350914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6981b988-b376-4e6a-b574-d06368eddd65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:16.390821163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb0c36ea-12a2-49ff-944c-934db5d10cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:16.405424409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb0c36ea-12a2-49ff-944c-934db5d10cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:16.419541457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb0c36ea-12a2-49ff-944c-934db5d10cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:16.43410456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb0c36ea-12a2-49ff-944c-934db5d10cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:16.964007171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"05e7768e-12c1-441a-9048-8712fd5d7cc7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:17.011592237Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"05e7768e-12c1-441a-9048-8712fd5d7cc7","name":"e2e-api-b-301fcc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:17.104471658Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"46ab602d-0d9c-45a8-9184-2ebe59543369","gateway":"openshift-ingress/e2e-ipp-a-734480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:17.166534039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a7017b-8ed5-42a4-b448-7198fe93ee7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:17.181046537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a7017b-8ed5-42a4-b448-7198fe93ee7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:17.195300091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a7017b-8ed5-42a4-b448-7198fe93ee7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:17.212130232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a7017b-8ed5-42a4-b448-7198fe93ee7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:17.964521689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad66842-3d95-4885-b1a7-6e7f4225fc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:17.982232368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad66842-3d95-4885-b1a7-6e7f4225fc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:17.996828977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad66842-3d95-4885-b1a7-6e7f4225fc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.017685252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad66842-3d95-4885-b1a7-6e7f4225fc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.842651921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"71dcd060-4f2f-48f7-898d-8d60cc014d40","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"tenant":"e2e-mt-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.842674652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"71dcd060-4f2f-48f7-898d-8d60cc014d40","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"routeName":"e2e-lifecycle-model-751a7416-kserve-route","namespace":"ai-tenant-e2e-mt-751a7416","llmisvcName":"e2e-lifecycle-model-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.871580924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"e54e6b78-7fa9-40ff-a2bb-54c405a2cac5","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.886849472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-sub-751a7416","reconcileID":"ea081eee-8f05-421c-9d73-653c2a741ce1","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"maas-trlp-e2e-lifecycle-model-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.891288583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"e54e6b78-7fa9-40ff-a2bb-54c405a2cac5","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.91010999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33af6309c27b42b051d55f552a0d52d387b8e7f51f6667192830fa6dc7950bf4) AuthConfig (1234dfaa12906aac474683cd8fc2901109eb17347a54271a14da2aada24449b1) AuthConfig (bcf0630d9c1004a6ccd67bc3ac798a61e4d1960c8c849d0e5ee871eec7737206) AuthConfig (6976ad314850b75984999b5f33949b4bcc43cffda559cf22dd09d3a4873eab81) AuthConfig (a968152bb9225c9ea35f36214474f32d75670ada2cf93f1db39faa7c3a1f273d) AuthConfig (f1c35998436af30143d3b46fd0e4a77e08c24835420cf6b6a19efaa5f5d26017) AuthConfig (0452b3e4dbb020bac4153406e9862f0580742572a793cfa7f5f722040e6f411d) AuthConfig (dd33910ebe596c0d28ded0bd9a5e8d4e8e3f947b79cca643687d2a3392b441a4) AuthConfig (59aae3bf20375ce20f479973deb63273a5a7052939b38923eb70176eea9f4f23) AuthConfig (8d26735f5a2d3033b0cf75494e48753db7815d9fc7118a96ee6cd1d64f7e4a90) AuthConfig (c4aef70da371b116197f21c16a451c890970e9bf49a41934a8440a868013e84f) AuthConfig (370a864daf986626844b8835229c877dc765f11b84553353b4d17429ab8dd54c) AuthConfig (d3d98c1c7916ae0ca0902eca1a9351bacabc953324d740afbf642c97eb8df1a0) AuthConfig (0c2b8456150c9f6813697bbea848fa98f895eb612876529a3223e7ba30559c7a) AuthConfig (5b19905cabb86f740af5c5d0b959fcb7194dbaa45a81dd9bbe5371d1ddf949ce) AuthConfig (fb177c0aef047432cb71acacea7f4dffad2e8c773a5ac6feac28545a651cc1d5) AuthConfig (ebb538b4c2f28f2f245b7c7c89d7bda3dbff0da7d39ce0d3f8c90103bc5751a4) AuthConfig (1de463cf9bd963cf32f579c9b01c90fddceeab0a4795072261a5640fd279deb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"e54e6b78-7fa9-40ff-a2bb-54c405a2cac5","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.971513494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"0ecf7fb4-aaf5-4a57-a459-603e43c6d7cb","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.990354299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-sub-751a7416","reconcileID":"148b08f8-fd26-4329-81cb-e137c57a191f","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"maas-trlp-e2e-lifecycle-model-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.991621528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"0ecf7fb4-aaf5-4a57-a459-603e43c6d7cb","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:19.010683391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33af6309c27b42b051d55f552a0d52d387b8e7f51f6667192830fa6dc7950bf4) AuthConfig (1234dfaa12906aac474683cd8fc2901109eb17347a54271a14da2aada24449b1) AuthConfig (bcf0630d9c1004a6ccd67bc3ac798a61e4d1960c8c849d0e5ee871eec7737206) AuthConfig (6976ad314850b75984999b5f33949b4bcc43cffda559cf22dd09d3a4873eab81) AuthConfig (a968152bb9225c9ea35f36214474f32d75670ada2cf93f1db39faa7c3a1f273d) AuthConfig (f1c35998436af30143d3b46fd0e4a77e08c24835420cf6b6a19efaa5f5d26017) AuthConfig (0452b3e4dbb020bac4153406e9862f0580742572a793cfa7f5f722040e6f411d) AuthConfig (dd33910ebe596c0d28ded0bd9a5e8d4e8e3f947b79cca643687d2a3392b441a4) AuthConfig (59aae3bf20375ce20f479973deb63273a5a7052939b38923eb70176eea9f4f23) AuthConfig (8d26735f5a2d3033b0cf75494e48753db7815d9fc7118a96ee6cd1d64f7e4a90) AuthConfig (c4aef70da371b116197f21c16a451c890970e9bf49a41934a8440a868013e84f) AuthConfig (370a864daf986626844b8835229c877dc765f11b84553353b4d17429ab8dd54c) AuthConfig (d3d98c1c7916ae0ca0902eca1a9351bacabc953324d740afbf642c97eb8df1a0) AuthConfig (0c2b8456150c9f6813697bbea848fa98f895eb612876529a3223e7ba30559c7a) AuthConfig (5b19905cabb86f740af5c5d0b959fcb7194dbaa45a81dd9bbe5371d1ddf949ce) AuthConfig (fb177c0aef047432cb71acacea7f4dffad2e8c773a5ac6feac28545a651cc1d5) AuthConfig (ebb538b4c2f28f2f245b7c7c89d7bda3dbff0da7d39ce0d3f8c90103bc5751a4) AuthConfig (1de463cf9bd963cf32f579c9b01c90fddceeab0a4795072261a5640fd279deb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"0ecf7fb4-aaf5-4a57-a459-603e43c6d7cb","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:19.462740748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"e339814e-4261-47b5-93d6-50a0dea81062","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:19.4835683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"e339814e-4261-47b5-93d6-50a0dea81062","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"name":"e2e-api-a-380eea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:19.502433032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-380eea-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"e339814e-4261-47b5-93d6-50a0dea81062","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.352478305Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"20c1ddfd-a141-418c-91e2-838a1daa3fc3","namespace":"ai-tenant-e2e-mt-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.352553047Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"20c1ddfd-a141-418c-91e2-838a1daa3fc3","name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.384181765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"c9f3aa4a-9021-4873-a3b0-307bed7fe81a","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"tenant":"e2e-mt-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.384200315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"c9f3aa4a-9021-4873-a3b0-307bed7fe81a","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"routeName":"e2e-lifecycle-model-751a7416-kserve-route","namespace":"ai-tenant-e2e-mt-751a7416","llmisvcName":"e2e-lifecycle-model-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.38487005Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"20c1ddfd-a141-418c-91e2-838a1daa3fc3","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.384884769Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"20c1ddfd-a141-418c-91e2-838a1daa3fc3","namespace":"ai-tenant-e2e-mt-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.384944678Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"20c1ddfd-a141-418c-91e2-838a1daa3fc3","name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.443379239Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"20c1ddfd-a141-418c-91e2-838a1daa3fc3","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.443992887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"196f7bed-e838-473f-bc1a-37dc4ea67b0e","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"tenant":"e2e-mt-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.444007469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"196f7bed-e838-473f-bc1a-37dc4ea67b0e","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"routeName":"e2e-lifecycle-model-751a7416-kserve-route","namespace":"ai-tenant-e2e-mt-751a7416","llmisvcName":"e2e-lifecycle-model-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.450056639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"78fb25b2-99a1-482e-9275-8df3fec5d1ab","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.458430133Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-sub-751a7416","reconcileID":"43cbff86-e445-4633-8fda-f975520f5ade","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fcade7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.469754911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"78fb25b2-99a1-482e-9275-8df3fec5d1ab","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.480133253Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-sub-751a7416","reconcileID":"feaf5160-8f5b-4887-a3a5-37197e1b9a7f","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fcade7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.487937724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-751a7416-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33af6309c27b42b051d55f552a0d52d387b8e7f51f6667192830fa6dc7950bf4) AuthConfig (1234dfaa12906aac474683cd8fc2901109eb17347a54271a14da2aada24449b1) AuthConfig (bcf0630d9c1004a6ccd67bc3ac798a61e4d1960c8c849d0e5ee871eec7737206) AuthConfig (6976ad314850b75984999b5f33949b4bcc43cffda559cf22dd09d3a4873eab81) AuthConfig (a968152bb9225c9ea35f36214474f32d75670ada2cf93f1db39faa7c3a1f273d) AuthConfig (f1c35998436af30143d3b46fd0e4a77e08c24835420cf6b6a19efaa5f5d26017) AuthConfig (0452b3e4dbb020bac4153406e9862f0580742572a793cfa7f5f722040e6f411d) AuthConfig (dd33910ebe596c0d28ded0bd9a5e8d4e8e3f947b79cca643687d2a3392b441a4) AuthConfig (59aae3bf20375ce20f479973deb63273a5a7052939b38923eb70176eea9f4f23) AuthConfig (8d26735f5a2d3033b0cf75494e48753db7815d9fc7118a96ee6cd1d64f7e4a90) AuthConfig (c4aef70da371b116197f21c16a451c890970e9bf49a41934a8440a868013e84f) AuthConfig (370a864daf986626844b8835229c877dc765f11b84553353b4d17429ab8dd54c) AuthConfig (d3d98c1c7916ae0ca0902eca1a9351bacabc953324d740afbf642c97eb8df1a0) AuthConfig (0c2b8456150c9f6813697bbea848fa98f895eb612876529a3223e7ba30559c7a) AuthConfig (5b19905cabb86f740af5c5d0b959fcb7194dbaa45a81dd9bbe5371d1ddf949ce) AuthConfig (fb177c0aef047432cb71acacea7f4dffad2e8c773a5ac6feac28545a651cc1d5) AuthConfig (ebb538b4c2f28f2f245b7c7c89d7bda3dbff0da7d39ce0d3f8c90103bc5751a4) AuthConfig (1de463cf9bd963cf32f579c9b01c90fddceeab0a4795072261a5640fd279deb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"78fb25b2-99a1-482e-9275-8df3fec5d1ab","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.488062382Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"fa9e905a-4a66-4331-ae65-ae82de85c557","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.621570053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"fa9e905a-4a66-4331-ae65-ae82de85c557","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.727845123Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"fa9e905a-4a66-4331-ae65-ae82de85c557","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"e2e-mt-751a7416-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.727867944Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-policy-751a7416","reconcileID":"fa9e905a-4a66-4331-ae65-ae82de85c557","MaaSAuthPolicy":{"name":"e2e-policy-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.761767892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"712c2832-75ea-4e16-a715-35e6653ebc16","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"tenant":"e2e-mt-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.76178614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"712c2832-75ea-4e16-a715-35e6653ebc16","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"routeName":"e2e-lifecycle-model-751a7416-kserve-route","namespace":"ai-tenant-e2e-mt-751a7416","llmisvcName":"e2e-lifecycle-model-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.785955444Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:22.835818579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df603fc0-b135-450a-980f-07f5614eae41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:22.85700478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df603fc0-b135-450a-980f-07f5614eae41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:22.876698637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df603fc0-b135-450a-980f-07f5614eae41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:22.92287596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"b94acb45-e577-4dd8-bb87-e6156869ef6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6171d","tenantID":"e2e-api-a-f6171d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:22.942225023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"b94acb45-e577-4dd8-bb87-e6156869ef6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"name":"e2e-api-a-f6171d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:22.960354994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f6171d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"b94acb45-e577-4dd8-bb87-e6156869ef6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:23.072516757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"417ffc75-cd7d-4bbe-9167-2f5680d35961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:23.092648023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"417ffc75-cd7d-4bbe-9167-2f5680d35961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:23.111396381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"417ffc75-cd7d-4bbe-9167-2f5680d35961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:29.531707897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"671e3648-18b4-4293-bb43-75d3636250a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:29.550842968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"671e3648-18b4-4293-bb43-75d3636250a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"name":"e2e-api-a-380eea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:29.573367195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-380eea-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"671e3648-18b4-4293-bb43-75d3636250a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:31.495380763Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-sub-751a7416","reconcileID":"364d5510-33c2-4687-908d-f547db3bb87d","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","subscription":"e2e-sub-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:31.510444184Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-sub-751a7416","reconcileID":"364d5510-33c2-4687-908d-f547db3bb87d","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:31.525856319Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-sub-751a7416","reconcileID":"364d5510-33c2-4687-908d-f547db3bb87d","MaaSSubscription":{"name":"e2e-sub-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"name":"maas-trlp-e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:31.66063593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"11c70276-a24e-4e04-a72f-50f8f3269e7a","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"tenant":"e2e-mt-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","model":"ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:31.660655918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"11c70276-a24e-4e04-a72f-50f8f3269e7a","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"routeName":"e2e-lifecycle-model-751a7416-kserve-route","namespace":"ai-tenant-e2e-mt-751a7416","llmisvcName":"e2e-lifecycle-model-751a7416","gateway":"openshift-ingress/e2e-mt-751a7416","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:32.930452576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11b2ca11-570c-4488-a968-658827a172cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:32.951818132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11b2ca11-570c-4488-a968-658827a172cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:32.970523936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11b2ca11-570c-4488-a968-658827a172cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:33.008408553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"dd6321b8-13a9-4644-8137-31588b1097d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6171d","tenantID":"e2e-api-a-f6171d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:33.027463651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"dd6321b8-13a9-4644-8137-31588b1097d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"name":"e2e-api-a-f6171d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:33.04584681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f6171d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"dd6321b8-13a9-4644-8137-31588b1097d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:33.154608424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d6a249a-7d7f-4d3a-b669-2f5da2e3e92a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:33.175708418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d6a249a-7d7f-4d3a-b669-2f5da2e3e92a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:33.194555348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d6a249a-7d7f-4d3a-b669-2f5da2e3e92a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:33.996687744Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"3909c17a-cef8-465b-85f3-21b2619cd433","gateway":"openshift-ingress/e2e-ipp-a-dd38c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:34.569848514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ddd5694-2f07-4114-a81c-c779ce6273ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:34.586449004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ddd5694-2f07-4114-a81c-c779ce6273ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:34.611914667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ddd5694-2f07-4114-a81c-c779ce6273ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:34.662767002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ddd5694-2f07-4114-a81c-c779ce6273ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:35.266087618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61943193-d45d-4257-8a73-2e04d1a20c93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:35.287621361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61943193-d45d-4257-8a73-2e04d1a20c93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:35.302414568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61943193-d45d-4257-8a73-2e04d1a20c93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:35.316665988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61943193-d45d-4257-8a73-2e04d1a20c93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:35.895913216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f128f6ec-dea2-40a0-b14a-459e68e897e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:35.91479384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f128f6ec-dea2-40a0-b14a-459e68e897e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:35.929609412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f128f6ec-dea2-40a0-b14a-459e68e897e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:35.946602095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f128f6ec-dea2-40a0-b14a-459e68e897e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:36.68666536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c760105-7fcb-4127-8073-0ea923883294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:36.700832836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c760105-7fcb-4127-8073-0ea923883294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:36.71475406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c760105-7fcb-4127-8073-0ea923883294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:36.728768203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c760105-7fcb-4127-8073-0ea923883294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:37.381483648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011c9aad-84a5-4daf-94ce-204ef48d84cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:37.395714707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011c9aad-84a5-4daf-94ce-204ef48d84cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:37.409861861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011c9aad-84a5-4daf-94ce-204ef48d84cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:37.423942465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011c9aad-84a5-4daf-94ce-204ef48d84cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:38.020896851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6954f581-759d-4cfa-b9b6-8cfbd6d67d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:38.035271848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6954f581-759d-4cfa-b9b6-8cfbd6d67d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:38.050026468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6954f581-759d-4cfa-b9b6-8cfbd6d67d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:38.064714469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6954f581-759d-4cfa-b9b6-8cfbd6d67d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:38.761395721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee861326-d978-468c-9108-354729f34270","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:38.761421322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee861326-d978-468c-9108-354729f34270","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:38.762434069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd824f26-004c-4908-b35d-26bdeb4423c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:38.762449027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd824f26-004c-4908-b35d-26bdeb4423c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:38.790595067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"3d070685-2058-4fff-821f-ce7392b40d20","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a26f29","tenantID":"e2e-api-b-a26f29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:38.842827039Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"3d070685-2058-4fff-821f-ce7392b40d20","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"name":"e2e-api-b-a26f29-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:38.863395314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a26f29-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"3d070685-2058-4fff-821f-ce7392b40d20","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:38.881571864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37ef0248-bec5-447f-91b8-ba8c5b11f6cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:38.881590376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37ef0248-bec5-447f-91b8-ba8c5b11f6cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:39.246884978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"f2c7f8dd-f702-48a0-84db-46ffc6d7f66d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6171d","tenantID":"e2e-api-a-f6171d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:39.266063007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"f2c7f8dd-f702-48a0-84db-46ffc6d7f66d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"name":"e2e-api-a-f6171d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:39.284121246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f6171d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"f2c7f8dd-f702-48a0-84db-46ffc6d7f66d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:39.369227555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"95c0157d-d47f-4488-8544-8133b6de5c51","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6171d","tenantID":"e2e-api-a-f6171d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:39.389411159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"95c0157d-d47f-4488-8544-8133b6de5c51","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"name":"e2e-api-a-f6171d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:39.40797261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f6171d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"95c0157d-d47f-4488-8544-8133b6de5c51","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:39.540505784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d948b6e-bc99-44ea-b4ca-e95db1e44e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:39.55491552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d948b6e-bc99-44ea-b4ca-e95db1e44e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:39.569171518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d948b6e-bc99-44ea-b4ca-e95db1e44e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:39.583633536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d948b6e-bc99-44ea-b4ca-e95db1e44e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:39.612521475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"e43ee900-1fae-4915-b40c-b55c8dfb2b06","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:39.631995533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"e43ee900-1fae-4915-b40c-b55c8dfb2b06","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"name":"e2e-api-a-380eea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:39.650773369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-380eea-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"e43ee900-1fae-4915-b40c-b55c8dfb2b06","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:40.215833141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"608d0ace-a5d0-4f95-a1bc-12b890873815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:40.230249744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"608d0ace-a5d0-4f95-a1bc-12b890873815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:40.248753612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"608d0ace-a5d0-4f95-a1bc-12b890873815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:40.264047926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"608d0ace-a5d0-4f95-a1bc-12b890873815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:43.013090712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55f2274c-fa96-4cfb-a44d-584eb739607d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:43.032917005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55f2274c-fa96-4cfb-a44d-584eb739607d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:43.05161779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55f2274c-fa96-4cfb-a44d-584eb739607d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:43.243924156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66269c03-9ccc-41ee-ae22-46e4e3ec4c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:43.266054712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66269c03-9ccc-41ee-ae22-46e4e3ec4c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:43.286353072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66269c03-9ccc-41ee-ae22-46e4e3ec4c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:43.772816356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"b16b461c-aee6-448c-a842-6290730fa394","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:43.816767406Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"b16b461c-aee6-448c-a842-6290730fa394","name":"e2e-ipp-a-f363a3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:46.348692687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06914c63-8fad-4dd8-b27e-9aa7a1a42b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:46.362811766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06914c63-8fad-4dd8-b27e-9aa7a1a42b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:46.376844436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06914c63-8fad-4dd8-b27e-9aa7a1a42b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:46.391091221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06914c63-8fad-4dd8-b27e-9aa7a1a42b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:47.065534372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77493ad9-7011-45bb-8094-e6db71ee56ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:47.081058977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77493ad9-7011-45bb-8094-e6db71ee56ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:47.096647229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77493ad9-7011-45bb-8094-e6db71ee56ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:47.112480877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77493ad9-7011-45bb-8094-e6db71ee56ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:48.044493894Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"a899ac87-5572-4cb8-8009-90f920689a39","gateway":"openshift-ingress/e2e-ipp-a-734480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:48.053310085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc1a68c-c545-4a11-bc84-35312c86cb1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:48.074030134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc1a68c-c545-4a11-bc84-35312c86cb1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:48.165714218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc1a68c-c545-4a11-bc84-35312c86cb1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:48.181615303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc1a68c-c545-4a11-bc84-35312c86cb1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:48.921029545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"43d4b6a6-c9c1-4989-b49c-cdf64bab270c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a26f29","tenantID":"e2e-api-b-a26f29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:48.948300228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"43d4b6a6-c9c1-4989-b49c-cdf64bab270c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"name":"e2e-api-b-a26f29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:48.966676056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a26f29-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"43d4b6a6-c9c1-4989-b49c-cdf64bab270c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:49.067795277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b7938c-9cef-43f5-9fa1-48b1e9ca9e10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:49.082046405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b7938c-9cef-43f5-9fa1-48b1e9ca9e10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:49.096893749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b7938c-9cef-43f5-9fa1-48b1e9ca9e10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:49.111961999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b7938c-9cef-43f5-9fa1-48b1e9ca9e10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:49.467763423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"8377c596-5f01-442f-9d56-f9a75df22123","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6171d","tenantID":"e2e-api-a-f6171d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:49.510803547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"8377c596-5f01-442f-9d56-f9a75df22123","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"name":"e2e-api-a-f6171d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:49.549628538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f6171d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"8377c596-5f01-442f-9d56-f9a75df22123","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:49.585110223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"a73253e6-0eef-4e75-8743-58d0abe655df","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6171d","tenantID":"e2e-api-a-f6171d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:49.604797436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"a73253e6-0eef-4e75-8743-58d0abe655df","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"name":"e2e-api-a-f6171d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:49.62360927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f6171d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"a73253e6-0eef-4e75-8743-58d0abe655df","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:49.700521016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"afaf73a1-40c1-4b0c-b4a2-71801d96393d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:49.721574582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"afaf73a1-40c1-4b0c-b4a2-71801d96393d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"name":"e2e-api-a-380eea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:49.739742238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-380eea-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"afaf73a1-40c1-4b0c-b4a2-71801d96393d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:49.856520318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc79be7-2380-4e24-9592-d1ba9a9971d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:49.87072509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc79be7-2380-4e24-9592-d1ba9a9971d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:49.885410263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc79be7-2380-4e24-9592-d1ba9a9971d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:49.899664263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc79be7-2380-4e24-9592-d1ba9a9971d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:51.785543081Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:51.982600001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"380ae306-d507-4ab2-aedd-00e8984f2670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:52.009443599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"380ae306-d507-4ab2-aedd-00e8984f2670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:52.033618746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"380ae306-d507-4ab2-aedd-00e8984f2670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:52.081683499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"380ae306-d507-4ab2-aedd-00e8984f2670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:52.902650097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c80849e-f17a-40e6-82bb-75ecf8cb2b7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:52.906276395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c80849e-f17a-40e6-82bb-75ecf8cb2b7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:52.908992781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca2c8219-9091-4dd2-8cde-bdb1de63a6b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:52.913264248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca2c8219-9091-4dd2-8cde-bdb1de63a6b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:53.030303002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"44267f81-ddc7-4d1f-b77f-6189a93e38ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:53.414042547Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"44267f81-ddc7-4d1f-b77f-6189a93e38ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"name":"e2e-api-b-301fcc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:53.445296136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"746ae8d0-e57a-454f-b216-24a8079f7c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:53.449994581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-301fcc-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"44267f81-ddc7-4d1f-b77f-6189a93e38ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:53.467430323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3988c7a9-59d2-435b-86fc-43941c946301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:53.471757759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"746ae8d0-e57a-454f-b216-24a8079f7c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:53.483026605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44d7af10-6c8a-4454-ae15-adbd08da6a84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:53.483256949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44d7af10-6c8a-4454-ae15-adbd08da6a84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:53.498829086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3988c7a9-59d2-435b-86fc-43941c946301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:53.518456654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"746ae8d0-e57a-454f-b216-24a8079f7c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:53.548073173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3988c7a9-59d2-435b-86fc-43941c946301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:54.337453195Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-edc2d3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-edc2d3","reconcileID":"fc555e1a-b65c-4406-9e39-0b950ba546c7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-edc2d3","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-edc2d3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:54.825712136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"8f57ef30-977d-4a90-80d2-1d5446582783","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:54.883471203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"94bbeb04-55f4-4273-988c-83a629ff298e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:55.178881109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"1e8518fe-f7e2-47f9-ba89-561b7e470475","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:55.259049348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"44e3947d-22e2-4873-9271-d911a9ebc767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:55.269948596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"068d9bc9-373a-4c28-823b-cf52a851dad2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:55.85338422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"068d9bc9-373a-4c28-823b-cf52a851dad2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:55.85582551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"44e3947d-22e2-4873-9271-d911a9ebc767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:55.856354498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"94bbeb04-55f4-4273-988c-83a629ff298e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"name":"e2e-api-a-380eea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:55.935416669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a559148-e9bf-407c-a74b-04152bc7935c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:56.017799527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-380eea-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"94bbeb04-55f4-4273-988c-83a629ff298e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:56.080220015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a559148-e9bf-407c-a74b-04152bc7935c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:56.418649148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f76cf86-9114-4128-a68c-547c6c76ffad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:56.458249242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f76cf86-9114-4128-a68c-547c6c76ffad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:56.419945275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a559148-e9bf-407c-a74b-04152bc7935c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:56.502585118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a559148-e9bf-407c-a74b-04152bc7935c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:56.507724408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"b3f0e93c-74e4-40b8-92f1-67c6c59bfa98","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:56.569710145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"04845280-4d34-41ba-9c5b-6055a8819c18","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:56.815252268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f8f943b9-c3b6-4da6-9121-dd94e1336803","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:56.822355669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"b3f0e93c-74e4-40b8-92f1-67c6c59bfa98","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"name":"e2e-api-a-380eea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:56.916794498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"f09161d1-08d7-4923-8569-e6d9bf52b814","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:56.922367872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-380eea-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"b3f0e93c-74e4-40b8-92f1-67c6c59bfa98","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:57.020919317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb4fc4af-af6a-447d-8296-b9cdc7e58fd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:57.040827027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0552e839-7470-4205-942a-8d592c518cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:57.079309186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb4fc4af-af6a-447d-8296-b9cdc7e58fd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:57.232863186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb4fc4af-af6a-447d-8296-b9cdc7e58fd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:57.350670595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0552e839-7470-4205-942a-8d592c518cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:57.490501452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0552e839-7470-4205-942a-8d592c518cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:57.512452813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"83dea50d-3a07-4e2e-8315-d4646a71a547","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:57.522398106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"83dea50d-3a07-4e2e-8315-d4646a71a547","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:57.621646516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b27c218f-506d-4360-b09d-892f1f6fb5e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:57.923845207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"4cd40768-43db-45fb-8190-4755adc68392","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:58.311048844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"90effca9-c5a0-422e-8bda-5ac4055a21cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:58.359266353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"e8abc252-f86b-4f1b-9206-19c36f7d6a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:58.382760589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"8ce66ae5-d75e-4014-a330-de25f0ac1542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:58.473886476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"8ce66ae5-d75e-4014-a330-de25f0ac1542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:58.485098502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"e8abc252-f86b-4f1b-9206-19c36f7d6a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:58.790353089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"3218d79d-c1ea-4385-b833-f5f62d2dc955","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:58.887479809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"8dfdd965-b0c7-4344-bc13-c866525e7395","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:59.295340561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"53db66ea-6804-479a-bfa4-540305676351","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a26f29","tenantID":"e2e-api-b-a26f29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:59.443807754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"966f7ede-bebb-4bbf-bf3f-57d6d403df12","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:59.634798309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"53db66ea-6804-479a-bfa4-540305676351","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"name":"e2e-api-b-a26f29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:00.061869353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a26f29-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"53db66ea-6804-479a-bfa4-540305676351","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:00.355543885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"d4df0e09-fff8-43f6-a884-4e4e64c5cdc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6171d","tenantID":"e2e-api-a-f6171d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:00.383622609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"cec7a028-40ec-4425-81eb-ff4eea6bc41a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:00.917841728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"38a85f30-a882-4cb4-839d-bd925a3073d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:01.382612969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"d4df0e09-fff8-43f6-a884-4e4e64c5cdc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"name":"e2e-api-a-f6171d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:01.433244126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"30d9ea33-35d2-4067-a7e1-f9b0aa83f5e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:01.598726474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"7703918c-9e70-43ad-8e06-58f77a3dca8d","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:01.827948577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f6171d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6d6283b7ea8d094ff1bc3d5b2a2ffec066b27e74e86f6f41af1906e2852ea35) AuthConfig (e537d78682efd162713163b4aebc4f1130bcb667c007a37601d114d8e3aad509) AuthConfig (c73d8bc961715214b4787a4c42974ca37c48336730eefc29789c06474b6c1451) AuthConfig (a5fb695910ac2d6e284f6b1f77f273a46e2e55feef1a7dc365267ace42c6064a) AuthConfig (ce5ee8155c848f5f81ae0879cd984f5fc450a306d8ee92d6c9e804512354739f) AuthConfig (f2aeb13cb924c33eaf3ac4bb12042f0aecd1c0d5d7fce76cb53faa8def6a0979) EnvoyFilter (openshift-ingress/e2e-api-a-f6171d) EnvoyFilter (openshift-ingress/e2e-api-a-f6171d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"d4df0e09-fff8-43f6-a884-4e4e64c5cdc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:01.675880682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"38a85f30-a882-4cb4-839d-bd925a3073d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:01.899734929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"0ffdef8e-04a1-47a4-9c2a-d968b14186d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:01.905268826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cedff143-a761-4a6d-8099-b7cc8edc372d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:01.905351416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cedff143-a761-4a6d-8099-b7cc8edc372d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:02.016044078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"30d9ea33-35d2-4067-a7e1-f9b0aa83f5e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:02.022509298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"5f0bf5f3-085a-4e33-90a8-70f61b2c4644","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:02.148923274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"baf53d1b-48aa-4f88-a5c4-0cf45518215f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:02.233789468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"78ec1fcc-8938-4aca-900f-709ff0773f27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:02.235016757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"0ffdef8e-04a1-47a4-9c2a-d968b14186d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:02.397930338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"78ec1fcc-8938-4aca-900f-709ff0773f27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:02.50389284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"adccc1db-f7f4-4450-9ffe-ff68a41cb4d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:02.811529734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"3ea4a900-bb58-474d-97e8-4c7c36e7aa22","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:02.847982298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a5d110c-1cfa-4691-96bd-79d32a2654b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:02.962107604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a5d110c-1cfa-4691-96bd-79d32a2654b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:02.963355829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"03576e4b-598a-4a91-9c1c-e35afd2cdd98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:03.090271292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a5d110c-1cfa-4691-96bd-79d32a2654b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:03.092027315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"f65b073c-523a-44cc-a109-e53b8f79d284","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:03.165415051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a5d110c-1cfa-4691-96bd-79d32a2654b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:03.188754595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"03576e4b-598a-4a91-9c1c-e35afd2cdd98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:03.30326411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"5e1037dc-7c21-4026-b49b-774076ff9c25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:03.373029126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"f65b073c-523a-44cc-a109-e53b8f79d284","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:03.404211552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"d0eb4089-9af4-487c-ba79-5d29326a6de7","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:03.771901044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"797304f8-238d-4a5a-b19c-c7913153700d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:03.97802371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"797304f8-238d-4a5a-b19c-c7913153700d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"name":"e2e-api-b-301fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:04.178955964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-301fcc-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"797304f8-238d-4a5a-b19c-c7913153700d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:05.286211691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"236caf42-adff-47eb-b5ed-f4220da94195","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:05.643725441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"9ec0cfcb-68ba-4e14-87f7-13af864671b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:05.675946716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"617e578f-85d0-425e-bc8a-35cfa5a0c723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:05.707971936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"66400702-96e3-4038-872d-6515a5613453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:05.951841431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"617e578f-85d0-425e-bc8a-35cfa5a0c723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:05.997135381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"66400702-96e3-4038-872d-6515a5613453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:06.054074774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"8be4f20a-f393-4454-8f96-93feeeefe1f0","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:06.157531465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"b2c16113-e58c-4934-99b2-6ecc0824af5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:06.676470705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"97a8d0f7-d277-47c4-a74e-9973ee816529","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.127046192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"6031e62d-b64c-4cfe-b2d2-f5fee812ab9c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.182921835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"6031e62d-b64c-4cfe-b2d2-f5fee812ab9c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"name":"e2e-api-a-380eea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.204427841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-380eea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15e5067435a6858fadd4ba2ad340297d879be9cc83927db579469ec8548de3e9) AuthConfig (812bc316939f3d6f40168df134c87d83181256d3cab447e169f92365c05175c4) AuthConfig (aaf82976af1066f9d6bac94928cad7f00c5ee2c1206029fb1d6b4349d35639f6) AuthConfig (e0904e9254772e300a3b8953aaee02fd0c9441b130ccc830f55f739fc66e8911) AuthConfig (6341da52b4f6fafb11dd157b0d62baf2c447f4cdc25f12851d011dfaa4f5e66f) AuthConfig (26c066c551f89fe7688939f001211a78629596bb019916b91516159342b12b53) EnvoyFilter (openshift-ingress/e2e-api-a-380eea) EnvoyFilter (openshift-ingress/e2e-api-a-380eea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"6031e62d-b64c-4cfe-b2d2-f5fee812ab9c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.240664692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b6408e8-8d66-47ab-b0bb-0802d05a0356","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.240689053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b6408e8-8d66-47ab-b0bb-0802d05a0356","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.296513224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87191d6d-dc2d-45b6-b3e7-72f74de5ce82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.320757518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87191d6d-dc2d-45b6-b3e7-72f74de5ce82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.372586718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a224e31-45c8-4a88-be23-80ce6783c8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.387787137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a224e31-45c8-4a88-be23-80ce6783c8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.402854699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a224e31-45c8-4a88-be23-80ce6783c8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.420715475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a224e31-45c8-4a88-be23-80ce6783c8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.558624042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f050bf16-fa63-4806-9a57-8926dbaa8250","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.558652616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f050bf16-fa63-4806-9a57-8926dbaa8250","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.577418445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"345da1e3-f06e-4913-b23c-6e5929044036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.64406042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"345da1e3-f06e-4913-b23c-6e5929044036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.831978549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b89c14c4-1932-4f5e-b90d-de2d5471e232","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.831998655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b89c14c4-1932-4f5e-b90d-de2d5471e232","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.125088882Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-df42c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-df42c7","reconcileID":"f0368fb4-7c27-41a1-bdca-b6438335fc9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-df42c7","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-df42c7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.25533499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0980c7e-513e-4d32-abfe-97fa4bc0260d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.270184916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0980c7e-513e-4d32-abfe-97fa4bc0260d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.28436302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0980c7e-513e-4d32-abfe-97fa4bc0260d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.300986713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0980c7e-513e-4d32-abfe-97fa4bc0260d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:09.194625513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342565d9-0771-4fa0-bcb5-6877aefe9d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:09.21208746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342565d9-0771-4fa0-bcb5-6877aefe9d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:09.226636867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342565d9-0771-4fa0-bcb5-6877aefe9d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:09.241400119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342565d9-0771-4fa0-bcb5-6877aefe9d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:09.989495925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae7b810-21fd-432f-b87d-64bdd489f8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:10.004371815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae7b810-21fd-432f-b87d-64bdd489f8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:10.01911118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae7b810-21fd-432f-b87d-64bdd489f8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:10.033348051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae7b810-21fd-432f-b87d-64bdd489f8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:10.279196387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"5e06bdb7-20e4-4fa6-965d-5dd33128f2d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a26f29","tenantID":"e2e-api-b-a26f29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:10.302971154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"5e06bdb7-20e4-4fa6-965d-5dd33128f2d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"name":"e2e-api-b-a26f29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:10.323346839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a26f29-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"5e06bdb7-20e4-4fa6-965d-5dd33128f2d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:10.970461914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a5c2cb-955b-4b0a-9a8b-da7b2ae39937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:10.985279351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a5c2cb-955b-4b0a-9a8b-da7b2ae39937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:10.999733092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a5c2cb-955b-4b0a-9a8b-da7b2ae39937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.01423456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a5c2cb-955b-4b0a-9a8b-da7b2ae39937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.384287217Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"b651bc3d-4b9b-4f35-92e9-c9856d9cd11e","namespace":"ai-tenant-e2e-api-a-f6171d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.384364294Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"b651bc3d-4b9b-4f35-92e9-c9856d9cd11e","namespace":"ai-tenant-e2e-api-a-f6171d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.384428609Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"b651bc3d-4b9b-4f35-92e9-c9856d9cd11e","name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.404335456Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"3998d3e4-61eb-4755-b578-00c4a6cfd6c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.404367202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1023d1d-ee40-47c7-84d7-4c68cd4a8664","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.404382451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1023d1d-ee40-47c7-84d7-4c68cd4a8664","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.405052902Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"b651bc3d-4b9b-4f35-92e9-c9856d9cd11e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.405215773Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","namespace":"ai-tenant-e2e-mt-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.405265223Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","namespace":"ai-tenant-e2e-mt-751a7416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.4053121Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","tenant":"e2e-mt-751a7416","tenantID":"e2e-mt-751a7416","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.424423397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"Deployment","name":"maas-api-e2e-mt-751a7416","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.474712823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"Service","name":"maas-api-e2e-mt-751a7416","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.497334352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-751a7416","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.51488308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-751a7416","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.535355106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-751a7416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.536644858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"3998d3e4-61eb-4755-b578-00c4a6cfd6c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6171d","tenantID":"e2e-api-a-f6171d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.556891362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-751a7416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.581989812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-751a7416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.599317458Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"3998d3e4-61eb-4755-b578-00c4a6cfd6c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"name":"e2e-api-a-f6171d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.599339458Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"e2e-e2e-api-a-f6171d-policy","reconcileID":"3998d3e4-61eb-4755-b578-00c4a6cfd6c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f6171d-policy","namespace":"ai-tenant-e2e-api-a-f6171d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f6171d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.600636249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-751a7416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.615410746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"Deployment","name":"payload-processing-e2e-mt-751a7416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.623361548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3268517c-67d8-4acc-a584-46b758a41bda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.623387864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3268517c-67d8-4acc-a584-46b758a41bda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.629489765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-751a7416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.645471745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"Service","name":"payload-processing-e2e-mt-751a7416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.6595886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"Service","name":"payload-pre-processing-e2e-mt-751a7416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.661604643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b934f5-307d-4375-bc6a-9dd3eb40363b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.676087288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b934f5-307d-4375-bc6a-9dd3eb40363b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.679596159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"DestinationRule","name":"payload-processing-e2e-mt-751a7416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.691911274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b934f5-307d-4375-bc6a-9dd3eb40363b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.706504572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b934f5-307d-4375-bc6a-9dd3eb40363b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.707360195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-751a7416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.721485751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-751a7416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.749945681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-751a7416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.765533317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-751a7416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.788529806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-751a7416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.810527496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-751a7416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.827665137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"default-tenant","reconcileID":"e2717c0a-4d0e-420e-9855-924cdb01d446","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-751a7416","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:12.214363337Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-751a7416","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-751a7416","reconcileID":"59b4f372-f42a-4c64-8362-078848776b91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-751a7416","removed":["maas.opendatahub.io/gateway-access-e2e-mt-751a7416"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:12.330545214Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"eae29355-a3c6-49ee-83e4-1084ab022999","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:12.355421764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"eae29355-a3c6-49ee-83e4-1084ab022999","error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:12.361016283Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"f0b3d63f-6f25-4848-a963-cf163416c446","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:12.361106563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"f0b3d63f-6f25-4848-a963-cf163416c446","error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:12.372490935Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"eacad584-e3ae-4977-9490-6220bc4de27f","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:12.372571506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"eacad584-e3ae-4977-9490-6220bc4de27f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:12.393266391Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"dc4fbc23-6b5e-4c64-b8a1-82189167eed4","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:12.393349538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"dc4fbc23-6b5e-4c64-b8a1-82189167eed4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:12.433664844Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"eb5848df-e2c9-435c-9908-527158e04ef9","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:12.433745238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"eb5848df-e2c9-435c-9908-527158e04ef9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:12.514864944Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"ac9c7fed-597b-44f0-b3c9-d005412fffa2","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:12.514944162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"ac9c7fed-597b-44f0-b3c9-d005412fffa2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:12.573083588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7bfdbc-55db-4d85-b7d8-2615879641a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:12.587644885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7bfdbc-55db-4d85-b7d8-2615879641a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:12.603890307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7bfdbc-55db-4d85-b7d8-2615879641a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:12.622599844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7bfdbc-55db-4d85-b7d8-2615879641a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:12.675299429Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"347f3c95-bae0-4825-aa40-aa447736e48d","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:12.675371566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"347f3c95-bae0-4825-aa40-aa447736e48d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:12.996595171Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"faf74788-30e8-4d94-9ac4-a47102034e71","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:12.99666954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"faf74788-30e8-4d94-9ac4-a47102034e71","error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:13.239824583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f37768be-3b8a-4ed7-9ed5-1a29d0ee7bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:13.253906936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f37768be-3b8a-4ed7-9ed5-1a29d0ee7bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:13.271973872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f37768be-3b8a-4ed7-9ed5-1a29d0ee7bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:13.288315994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f37768be-3b8a-4ed7-9ed5-1a29d0ee7bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:13.637394169Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"5d589e1e-748e-46ca-9f49-6e78cf28ad80","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:13.637462398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"5d589e1e-748e-46ca-9f49-6e78cf28ad80","error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:13.949604323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f31f65-62cc-4588-a39f-207cc6422b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:13.964692402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f31f65-62cc-4588-a39f-207cc6422b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:13.967879002Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"43d4902b-3eca-416a-a048-e7aab7a40c4c","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:13.967975891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"43d4902b-3eca-416a-a048-e7aab7a40c4c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:13.980335045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f31f65-62cc-4588-a39f-207cc6422b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:13.995070368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f31f65-62cc-4588-a39f-207cc6422b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:14.255678224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"10d85419-0bf6-401c-8d4e-f9d60b6c0e3d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:14.275661081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"10d85419-0bf6-401c-8d4e-f9d60b6c0e3d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"name":"e2e-api-b-301fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:14.304690944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-301fcc-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"10d85419-0bf6-401c-8d4e-f9d60b6c0e3d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:14.600619623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbef06f-c10c-4ab2-8a13-310181454cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:14.61532723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbef06f-c10c-4ab2-8a13-310181454cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:14.629794575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbef06f-c10c-4ab2-8a13-310181454cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:14.644175636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbef06f-c10c-4ab2-8a13-310181454cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:15.571550627Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"6e5055cf-2d62-4337-9d6b-ebe723ebfb1d","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:15.571608889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"6e5055cf-2d62-4337-9d6b-ebe723ebfb1d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:15.604008744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"e65394bb-e15e-44f2-bf0b-a5ebb2f57a6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:15.623524547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"e65394bb-e15e-44f2-bf0b-a5ebb2f57a6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"name":"e2e-api-a-380eea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:15.641910172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-380eea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15e5067435a6858fadd4ba2ad340297d879be9cc83927db579469ec8548de3e9) AuthConfig (812bc316939f3d6f40168df134c87d83181256d3cab447e169f92365c05175c4) AuthConfig (aaf82976af1066f9d6bac94928cad7f00c5ee2c1206029fb1d6b4349d35639f6) AuthConfig (e0904e9254772e300a3b8953aaee02fd0c9441b130ccc830f55f739fc66e8911) AuthConfig (6341da52b4f6fafb11dd157b0d62baf2c447f4cdc25f12851d011dfaa4f5e66f) AuthConfig (26c066c551f89fe7688939f001211a78629596bb019916b91516159342b12b53) EnvoyFilter (openshift-ingress/e2e-api-a-380eea) EnvoyFilter (openshift-ingress/e2e-api-a-380eea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"e65394bb-e15e-44f2-bf0b-a5ebb2f57a6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:15.702714911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"5a67abc2-ecf3-446f-a9f4-16ac6b1a382d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:15.722965306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"5a67abc2-ecf3-446f-a9f4-16ac6b1a382d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"name":"e2e-api-a-380eea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:15.741247053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-380eea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15e5067435a6858fadd4ba2ad340297d879be9cc83927db579469ec8548de3e9) AuthConfig (812bc316939f3d6f40168df134c87d83181256d3cab447e169f92365c05175c4) AuthConfig (aaf82976af1066f9d6bac94928cad7f00c5ee2c1206029fb1d6b4349d35639f6) AuthConfig (e0904e9254772e300a3b8953aaee02fd0c9441b130ccc830f55f739fc66e8911) AuthConfig (6341da52b4f6fafb11dd157b0d62baf2c447f4cdc25f12851d011dfaa4f5e66f) AuthConfig (26c066c551f89fe7688939f001211a78629596bb019916b91516159342b12b53) EnvoyFilter (openshift-ingress/e2e-api-a-380eea) EnvoyFilter (openshift-ingress/e2e-api-a-380eea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"5a67abc2-ecf3-446f-a9f4-16ac6b1a382d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:16.766982574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"3819ce83-3e3a-4f8c-b3ed-ac7e594753cc","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:16.834104638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"11930c74-be0d-4e32-a859-642aa7049ca6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:16.89981108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"03136484-7549-46dd-b9c1-eec40061a09a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:16.900508004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"45bd183c-7f78-4f2a-a86b-672188a9719b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:16.922607608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"03136484-7549-46dd-b9c1-eec40061a09a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:16.934117551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"45bd183c-7f78-4f2a-a86b-672188a9719b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:16.945801369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"a6e7480d-6dde-4af3-bdef-3a7d933fc082","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:16.990637885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"61e1f473-508b-4c2b-89d2-f3fd79b05a58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.354684195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"0b85b203-c5d5-4cf3-9801-a436eb1ee5cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a26f29","tenantID":"e2e-api-b-a26f29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.373689429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"0b85b203-c5d5-4cf3-9801-a436eb1ee5cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"name":"e2e-api-b-a26f29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.392512184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a26f29-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"0b85b203-c5d5-4cf3-9801-a436eb1ee5cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:20.692184048Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"6662719c-a7bd-4457-83a4-ba32fa6cafea","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:20.692264036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"6662719c-a7bd-4457-83a4-ba32fa6cafea","error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:21.810353884Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.349756071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"78ef09cc-96ce-4457-9768-3a6baa448eb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.379066968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"78ef09cc-96ce-4457-9768-3a6baa448eb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"name":"e2e-api-b-301fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.406100406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-301fcc-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"78ef09cc-96ce-4457-9768-3a6baa448eb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.679867383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"463f764c-33bd-4055-b574-542fe9bbdaf9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.679894163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"463f764c-33bd-4055-b574-542fe9bbdaf9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.725792941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c4056a7c-0842-4571-a864-c29426c64c6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.747069191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce4c4511-da39-48dd-93b3-d7d603bf06c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.747077348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d82c290-474e-4ec2-8fcd-09b5f1bbd06a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.767804725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce4c4511-da39-48dd-93b3-d7d603bf06c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.768049835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d82c290-474e-4ec2-8fcd-09b5f1bbd06a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.782561559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b4e9613-72aa-49df-bccb-f17ce2d3bdd2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.782578685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b4e9613-72aa-49df-bccb-f17ce2d3bdd2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.838324056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"792afbe8-e174-43ac-9e62-9407c4314b89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:25.775167417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"34af6d9c-62e3-4063-8ba8-42d4b3b2d089","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:25.795058657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"34af6d9c-62e3-4063-8ba8-42d4b3b2d089","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"name":"e2e-api-a-380eea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:25.813250738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-380eea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15e5067435a6858fadd4ba2ad340297d879be9cc83927db579469ec8548de3e9) AuthConfig (812bc316939f3d6f40168df134c87d83181256d3cab447e169f92365c05175c4) AuthConfig (aaf82976af1066f9d6bac94928cad7f00c5ee2c1206029fb1d6b4349d35639f6) AuthConfig (e0904e9254772e300a3b8953aaee02fd0c9441b130ccc830f55f739fc66e8911) AuthConfig (6341da52b4f6fafb11dd157b0d62baf2c447f4cdc25f12851d011dfaa4f5e66f) AuthConfig (26c066c551f89fe7688939f001211a78629596bb019916b91516159342b12b53) EnvoyFilter (openshift-ingress/e2e-api-a-380eea) EnvoyFilter (openshift-ingress/e2e-api-a-380eea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"34af6d9c-62e3-4063-8ba8-42d4b3b2d089","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:26.156352848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"64baa545-509e-4386-8816-31515aa3a8c8","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:26.20834347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"5feb5fae-19c2-4d25-8271-63492137c0e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:26.241161175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"08771875-8a11-4e67-83d0-c89f9fa88a13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:26.241982251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"d09258fd-ae56-41ed-bf92-02d1440b3d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:26.272606163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"08771875-8a11-4e67-83d0-c89f9fa88a13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:26.277113357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"d09258fd-ae56-41ed-bf92-02d1440b3d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:26.290278458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"b6e47fa5-3ec2-4271-9742-f44f550dfe3c","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:26.334954901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"012f8be2-b81f-4c28-9797-6f9881c5f93e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:27.002250384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"bc7ed3cf-f8e6-4a74-81a0-ac911225b39d","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:27.047088598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"872b24d1-602d-4ccc-9d86-cc13d06d6a3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:27.069016892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"5c9a198c-75eb-4c38-8aac-5adbbc0f8886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:27.069688719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"eed4b32a-e6f0-4f00-ae02-a8cbc5a85d82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:27.088374071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"5c9a198c-75eb-4c38-8aac-5adbbc0f8886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:27.088907094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"eed4b32a-e6f0-4f00-ae02-a8cbc5a85d82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:27.104643585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"bc96a219-f4c5-4b7c-ba81-8ac56d9b3519","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:27.161930588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"a87d8e62-b0cc-422e-8262-ebce3bf0f15f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:27.994759768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"c280dc64-d76a-412a-8c38-0a36b3cc17ae","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:28.056001568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"be9fc291-83d4-44f1-a8de-e437f7750b89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:28.078433197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"a4c34ff3-ecb5-45f3-9ad7-a264fd0365c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:28.079649594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"56228c2e-9b22-4833-8f4c-fa76e2227ed5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:28.100088105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"a4c34ff3-ecb5-45f3-9ad7-a264fd0365c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:28.100103829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"56228c2e-9b22-4833-8f4c-fa76e2227ed5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:28.121691672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"b34503e3-adde-4fb0-b103-3f0752bed4a4","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:28.19370226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"f8f20e14-01f1-4ff9-96ca-2afefbba0054","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:29.091705295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"68078eca-3beb-4d54-aae7-e87e0a21ea8e","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:29.995265001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"beaf03ca-3b90-4d23-9c18-5adf6ef40a64","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:30.04872202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"6d9b17a1-22dd-413d-8351-71141da0b03e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:30.080597654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"fbe696f5-4af0-49b7-a932-fdcf1253da06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:30.080602811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"28e23c63-cbdd-44e2-9be7-ab57423d0e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:30.101964762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"28e23c63-cbdd-44e2-9be7-ab57423d0e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:30.101986986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"fbe696f5-4af0-49b7-a932-fdcf1253da06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:30.110023636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"b5f9eff4-20c4-4c03-acc2-ce48f5bd4b67","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:30.155493936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"a1112f19-1a40-46ad-ba63-06c1074e76ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:30.463118592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"069bf513-7cef-4f84-bee0-072d81d75ede","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a26f29","tenantID":"e2e-api-b-a26f29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:30.505948861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"069bf513-7cef-4f84-bee0-072d81d75ede","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"name":"e2e-api-b-a26f29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:30.536316574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a26f29-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"069bf513-7cef-4f84-bee0-072d81d75ede","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:30.630050965Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"1ed0a602-234b-4905-b173-7695e6787d7f","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:30.630226695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"1ed0a602-234b-4905-b173-7695e6787d7f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:30.952567719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"5a2b154f-6379-4071-8795-ce20a5e5fefa","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.05500936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316af857-bb0d-47f4-8e4b-29f5a6a10ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.07041046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316af857-bb0d-47f4-8e4b-29f5a6a10ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.08724191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316af857-bb0d-47f4-8e4b-29f5a6a10ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.107295395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316af857-bb0d-47f4-8e4b-29f5a6a10ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.820502131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a246ce-61fe-4c39-8b5a-353d50e670f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.834805928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a246ce-61fe-4c39-8b5a-353d50e670f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.85082211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a246ce-61fe-4c39-8b5a-353d50e670f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.867398117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a246ce-61fe-4c39-8b5a-353d50e670f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:34.44277157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"49ddd626-1bfd-4327-9a27-739cfa5c3816","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:34.463859602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"49ddd626-1bfd-4327-9a27-739cfa5c3816","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"name":"e2e-api-b-301fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:34.504884843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-301fcc-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"49ddd626-1bfd-4327-9a27-739cfa5c3816","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.952989896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"b3ef35a7-7477-4050-900b-e242e85c97ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:36.012735287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"b3ef35a7-7477-4050-900b-e242e85c97ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"name":"e2e-api-a-380eea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:36.048887321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-380eea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15e5067435a6858fadd4ba2ad340297d879be9cc83927db579469ec8548de3e9) AuthConfig (812bc316939f3d6f40168df134c87d83181256d3cab447e169f92365c05175c4) AuthConfig (aaf82976af1066f9d6bac94928cad7f00c5ee2c1206029fb1d6b4349d35639f6) AuthConfig (e0904e9254772e300a3b8953aaee02fd0c9441b130ccc830f55f739fc66e8911) AuthConfig (6341da52b4f6fafb11dd157b0d62baf2c447f4cdc25f12851d011dfaa4f5e66f) AuthConfig (26c066c551f89fe7688939f001211a78629596bb019916b91516159342b12b53) EnvoyFilter (openshift-ingress/e2e-api-a-380eea) EnvoyFilter (openshift-ingress/e2e-api-a-380eea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"b3ef35a7-7477-4050-900b-e242e85c97ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:40.571776463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"bed548a3-533f-4e9a-863d-80f5ff9bb538","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a26f29","tenantID":"e2e-api-b-a26f29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:40.591235033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"bed548a3-533f-4e9a-863d-80f5ff9bb538","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"name":"e2e-api-b-a26f29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:40.611755982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a26f29-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"bed548a3-533f-4e9a-863d-80f5ff9bb538","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:43.434063838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"a3d8b669-61ed-4938-864f-f3b6720dc83b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-edc2d3","tenantID":"e2e-ipp-a-edc2d3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:43.490500151Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"a3d8b669-61ed-4938-864f-f3b6720dc83b","name":"e2e-ipp-a-edc2d3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:44.542782255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"386dcff1-5259-41bd-b477-4415a0b7e962","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:44.56575715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"386dcff1-5259-41bd-b477-4415a0b7e962","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"name":"e2e-api-b-301fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:44.591376423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-301fcc-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"386dcff1-5259-41bd-b477-4415a0b7e962","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:46.089794428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"801a416e-62a5-46c6-91c1-2569fc8646bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:46.120092861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"801a416e-62a5-46c6-91c1-2569fc8646bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"name":"e2e-api-a-380eea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:46.139256114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-380eea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15e5067435a6858fadd4ba2ad340297d879be9cc83927db579469ec8548de3e9) AuthConfig (812bc316939f3d6f40168df134c87d83181256d3cab447e169f92365c05175c4) AuthConfig (aaf82976af1066f9d6bac94928cad7f00c5ee2c1206029fb1d6b4349d35639f6) AuthConfig (e0904e9254772e300a3b8953aaee02fd0c9441b130ccc830f55f739fc66e8911) AuthConfig (6341da52b4f6fafb11dd157b0d62baf2c447f4cdc25f12851d011dfaa4f5e66f) AuthConfig (26c066c551f89fe7688939f001211a78629596bb019916b91516159342b12b53) EnvoyFilter (openshift-ingress/e2e-api-a-380eea) EnvoyFilter (openshift-ingress/e2e-api-a-380eea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"801a416e-62a5-46c6-91c1-2569fc8646bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:47.921503361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"568f2953-0ea4-4737-8863-642fe9182d79","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-df42c7","tenantID":"e2e-ipp-b-df42c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:47.978758688Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"568f2953-0ea4-4737-8863-642fe9182d79","name":"e2e-ipp-b-df42c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.249219004Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","namespace":"ai-tenant-e2e-api-a-f6171d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.249323733Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","namespace":"ai-tenant-e2e-api-a-f6171d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.249408722Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","tenant":"e2e-api-a-f6171d","tenantID":"e2e-api-a-f6171d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.269808674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"Deployment","name":"maas-api-e2e-api-a-f6171d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.313259405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"Service","name":"maas-api-e2e-api-a-f6171d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.334844881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-f6171d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.35567305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-f6171d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.386087591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-f6171d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.420400052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-f6171d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.446447282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-f6171d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.475353904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-f6171d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.495531043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"Deployment","name":"payload-processing-e2e-api-a-f6171d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.522445206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-f6171d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.538137441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"Service","name":"payload-processing-e2e-api-a-f6171d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.553174825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"Service","name":"payload-pre-processing-e2e-api-a-f6171d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.576432619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-f6171d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.599755024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-f6171d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.628945433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-f6171d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.657511114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-f6171d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.658256148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"e64ac008-247b-4fb0-90bc-3eeb4ea4b045","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a26f29","tenantID":"e2e-api-b-a26f29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.680711871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-f6171d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.685105556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"e64ac008-247b-4fb0-90bc-3eeb4ea4b045","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"name":"e2e-api-b-a26f29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.706617371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-f6171d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.723887292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a26f29-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"e64ac008-247b-4fb0-90bc-3eeb4ea4b045","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.728395235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-f6171d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:50.752101141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f6171d"},"namespace":"ai-tenant-e2e-api-a-f6171d","name":"default-tenant","reconcileID":"01f5d106-9a01-4be8-bbef-0477b0a020ae","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-f6171d","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:51.117687132Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"82e04d3a-524d-494f-af93-64281b187cc1","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:51.117868203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"82e04d3a-524d-494f-af93-64281b187cc1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:51.452900862Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f6171d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f6171d","reconcileID":"15ec645b-9e11-44ae-8346-8cd665afe2d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f6171d","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-f6171d"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:51.557682204Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"1bb76caa-0313-4a5d-92c0-fa0be5e2b793","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:51.557765212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-751a7416","namespace":"ai-tenant-e2e-mt-751a7416"},"namespace":"ai-tenant-e2e-mt-751a7416","name":"e2e-lifecycle-model-751a7416","reconcileID":"1bb76caa-0313-4a5d-92c0-fa0be5e2b793","error":"resolve tenant gateway for model ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-751a7416/e2e-lifecycle-model-751a7416-kserve-route (gateways: [openshift-ingress/e2e-mt-751a7416]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:51.784460564Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:51.938492164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ae837d-f494-40a0-808c-d6fed27eb7b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:51.953741721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ae837d-f494-40a0-808c-d6fed27eb7b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:51.969269895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ae837d-f494-40a0-808c-d6fed27eb7b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:51.984555535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ae837d-f494-40a0-808c-d6fed27eb7b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.694496997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0ec52d-628b-4be3-9d5e-160cce6604c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.70901053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0ec52d-628b-4be3-9d5e-160cce6604c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.723349947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0ec52d-628b-4be3-9d5e-160cce6604c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.737646418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0ec52d-628b-4be3-9d5e-160cce6604c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:53.304970078Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"5703b6f0-83da-445b-86c0-bb5dc11b4661","namespace":"ai-tenant-e2e-api-a-380eea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:53.305032155Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"5703b6f0-83da-445b-86c0-bb5dc11b4661","namespace":"ai-tenant-e2e-api-a-380eea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:53.305077814Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"5703b6f0-83da-445b-86c0-bb5dc11b4661","name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:53.324290449Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"5703b6f0-83da-445b-86c0-bb5dc11b4661","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:53.324763261Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"d401d5d7-407c-4c46-9acb-2ab54597f6bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:53.32508681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39e41cf8-6b40-4349-91ab-20c0d0daa81b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:53.325109055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39e41cf8-6b40-4349-91ab-20c0d0daa81b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:53.371294877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"d401d5d7-407c-4c46-9acb-2ab54597f6bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:53.471873097Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"d401d5d7-407c-4c46-9acb-2ab54597f6bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"name":"e2e-api-a-380eea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:53.471907248Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"e2e-e2e-api-a-380eea-policy","reconcileID":"d401d5d7-407c-4c46-9acb-2ab54597f6bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-380eea-policy","namespace":"ai-tenant-e2e-api-a-380eea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-380eea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:53.494323596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1951051-4d85-4d6e-9c47-9341e06281cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:53.494351458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1951051-4d85-4d6e-9c47-9341e06281cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:53.954288613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"f4de45c2-126b-43ac-9495-c91af01eea17","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.622015382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"79e15cfb-ccdd-4712-ad6b-efef77e83e5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.64151399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"79e15cfb-ccdd-4712-ad6b-efef77e83e5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"name":"e2e-api-b-301fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.659676059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-301fcc-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"79e15cfb-ccdd-4712-ad6b-efef77e83e5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.807641942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"fcc82949-05d6-48bd-bb52-da7333283073","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:56.217024455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a213d968-ff5c-47b1-95c5-41436666369c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:56.283335608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a213d968-ff5c-47b1-95c5-41436666369c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:56.351391398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a213d968-ff5c-47b1-95c5-41436666369c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:56.385169368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a213d968-ff5c-47b1-95c5-41436666369c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:56.399818064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"5a331287-e759-4d27-846f-32a548496c6c","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:56.996867242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5310e14c-ea51-4f5e-aee3-568ae02787ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.013568926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5310e14c-ea51-4f5e-aee3-568ae02787ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.02828607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5310e14c-ea51-4f5e-aee3-568ae02787ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.045108308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5310e14c-ea51-4f5e-aee3-568ae02787ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.134198006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"66467301-d7e1-43ce-8e99-cbb2deb746e9","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.98472088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75197e7c-38db-4a1f-9f35-745ec7325498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.000622717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75197e7c-38db-4a1f-9f35-745ec7325498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.038682755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75197e7c-38db-4a1f-9f35-745ec7325498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.05855341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75197e7c-38db-4a1f-9f35-745ec7325498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.126954846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6b5fdc7-bdc0-40e4-90a3-4cc92116910f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.130185252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6b5fdc7-bdc0-40e4-90a3-4cc92116910f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.196787313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94cbf434-3ad9-4889-bef3-f1322ef986fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.202838544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c202c150-28eb-43b8-80c4-b5e504a22cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.203346667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac24303a-d4f1-4881-a6b7-f76532bd93cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.226868688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c202c150-28eb-43b8-80c4-b5e504a22cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.227528355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac24303a-d4f1-4881-a6b7-f76532bd93cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.264215935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f728de6-1b0a-4ea0-ac11-0398c4fd6b9d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.265868619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f728de6-1b0a-4ea0-ac11-0398c4fd6b9d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.319745498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f0f19cdc-679d-4d48-854a-7e594ad0f3e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.7517318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaff01b2-1b39-44b2-b4b5-37fc153a143e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.770372416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaff01b2-1b39-44b2-b4b5-37fc153a143e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.789342739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaff01b2-1b39-44b2-b4b5-37fc153a143e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.810509396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaff01b2-1b39-44b2-b4b5-37fc153a143e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:59.001162425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"b9830285-9070-4930-9504-953330715ab1","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:59.052637417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"3e553fd8-9e48-45f4-8f59-79f1565843cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:59.08059892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"ef7eecb3-c386-4cbd-be9e-cb31a8e7ecb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:59.081131644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"b0b609c0-c200-48cc-a880-87c5ce0c4dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:59.123964137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"ef7eecb3-c386-4cbd-be9e-cb31a8e7ecb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:59.129292265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"b0b609c0-c200-48cc-a880-87c5ce0c4dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:59.137443461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"80b54323-ecc7-44b0-a118-e90383eabf6e","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:59.191166454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"cb9a43f4-44c5-468f-ad1a-b7aabe966b64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:59.659900433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a835beb-bb0d-48e5-a92f-4488fd1c22c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:59.685313037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a835beb-bb0d-48e5-a92f-4488fd1c22c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:59.709862362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a835beb-bb0d-48e5-a92f-4488fd1c22c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:59.724979392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a835beb-bb0d-48e5-a92f-4488fd1c22c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:59.904630423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"78875bc0-6e63-4a4f-abe7-e306424c2b43","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:00.519677528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f08f4d18-6d71-4991-b18a-91c472968e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:00.582693253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f08f4d18-6d71-4991-b18a-91c472968e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:00.801707095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f08f4d18-6d71-4991-b18a-91c472968e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:01.027063982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f08f4d18-6d71-4991-b18a-91c472968e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:01.146307384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"01e7c243-d3fb-4b1d-9f79-4636d40fbc40","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a26f29","tenantID":"e2e-api-b-a26f29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:01.373445678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"de1ab530-dc7e-40be-8bd2-8fe8faf49004","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:01.377669851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"01e7c243-d3fb-4b1d-9f79-4636d40fbc40","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"name":"e2e-api-b-a26f29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:01.458204562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a26f29-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"01e7c243-d3fb-4b1d-9f79-4636d40fbc40","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:01.493311514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"5e081ba2-b7dd-4f57-9262-cc13017898cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a26f29","tenantID":"e2e-api-b-a26f29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:01.522501211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"5e081ba2-b7dd-4f57-9262-cc13017898cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"name":"e2e-api-b-a26f29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:01.543429812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a26f29-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"5e081ba2-b7dd-4f57-9262-cc13017898cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:02.196912817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"a3f6ea1a-e4b6-4abb-9621-8ce6e412533d","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:02.345935913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3621c5-b96e-4a31-b17d-9ec2af3382e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:02.361006246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3621c5-b96e-4a31-b17d-9ec2af3382e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:02.387354303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3621c5-b96e-4a31-b17d-9ec2af3382e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:02.410057345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3621c5-b96e-4a31-b17d-9ec2af3382e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:03.055509811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3830e5c3-179f-4200-8505-1c0840c046de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:03.07179265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3830e5c3-179f-4200-8505-1c0840c046de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:03.086836276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3830e5c3-179f-4200-8505-1c0840c046de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:03.102163351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3830e5c3-179f-4200-8505-1c0840c046de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:03.73088512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"58519373-6d05-478e-b630-1bcd531b670d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:03.73090985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"58519373-6d05-478e-b630-1bcd531b670d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:03.810750351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6791e8d1-b0fb-418c-ac35-14603895e5ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:03.824161275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"240c7ede-d48a-43fb-a7c0-961b6ee9829e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:03.824267704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01a84785-8d43-454e-9208-b91d13b20396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:03.846555768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01a84785-8d43-454e-9208-b91d13b20396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:03.847373036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"240c7ede-d48a-43fb-a7c0-961b6ee9829e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:03.855376955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15867ee-eac1-46c0-911f-aa6e569b769b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:03.86994894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15867ee-eac1-46c0-911f-aa6e569b769b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:03.884546334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15867ee-eac1-46c0-911f-aa6e569b769b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:03.891421843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"47b2f7b4-8e7e-4d42-86b1-33ca538277ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:03.891440253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"47b2f7b4-8e7e-4d42-86b1-33ca538277ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:03.898777587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15867ee-eac1-46c0-911f-aa6e569b769b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:03.944948429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"abb20bd5-1c86-4b2e-989d-c6bca8ad2098","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:04.481619318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"9c17a63b-3a68-46ff-903f-434092a2be38","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:04.52585174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"8f37c66b-ba41-4131-86db-99ff9be34158","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:04.527266924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32a0830-31b7-4852-b1d7-53cd74deb1e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:04.542548571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32a0830-31b7-4852-b1d7-53cd74deb1e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:04.569154451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32a0830-31b7-4852-b1d7-53cd74deb1e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:04.583669571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32a0830-31b7-4852-b1d7-53cd74deb1e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:04.583717954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"748015ff-cdc8-4ebd-94bb-c9dd13226d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:04.584487789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"e9c95135-2ae4-417a-85a9-1a77e3d14107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:04.606121995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"ad8be35a-a6df-4184-acc0-c1081ab033ba","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:04.608136404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"748015ff-cdc8-4ebd-94bb-c9dd13226d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:04.611273741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"e9c95135-2ae4-417a-85a9-1a77e3d14107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:04.665446583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"08cfb5d6-ea53-4ad4-a06d-920c37ae54c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:04.691069345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"04dac400-29ab-4b12-a0b1-c31fcfab188c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:04.71006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"04dac400-29ab-4b12-a0b1-c31fcfab188c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"name":"e2e-api-b-301fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:04.728632583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-301fcc-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"04dac400-29ab-4b12-a0b1-c31fcfab188c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:05.211157637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141ce6ad-cfb6-4832-8d2e-c5c4e9a786f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:05.225857557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141ce6ad-cfb6-4832-8d2e-c5c4e9a786f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:05.240301037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141ce6ad-cfb6-4832-8d2e-c5c4e9a786f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:05.254797189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141ce6ad-cfb6-4832-8d2e-c5c4e9a786f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:05.838769532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"5158678e-f94f-4bd4-95e1-14b28ffb5ad4","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.291487847Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"ea2dba14-2bb0-44f1-a42e-8d7d9257535c","gateway":"openshift-ingress/e2e-ipp-a-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:11.56238841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"eaf5bb00-2459-4594-84a7-ab33e8c9ef5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a26f29","tenantID":"e2e-api-b-a26f29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:11.581964409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"eaf5bb00-2459-4594-84a7-ab33e8c9ef5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"name":"e2e-api-b-a26f29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:11.59979083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a26f29-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"eaf5bb00-2459-4594-84a7-ab33e8c9ef5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:11.662833953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"2629e419-503f-4063-b118-4e5fe74f7902","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a26f29","tenantID":"e2e-api-b-a26f29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:11.682368478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"2629e419-503f-4063-b118-4e5fe74f7902","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"name":"e2e-api-b-a26f29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:11.70094322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a26f29-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"2629e419-503f-4063-b118-4e5fe74f7902","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:14.757559355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"9ba96c2b-c0cf-4e1c-b98b-c6fddcfdf864","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:14.776820042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"9ba96c2b-c0cf-4e1c-b98b-c6fddcfdf864","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"name":"e2e-api-b-301fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:14.776872158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53f4b11-d7fd-4ccc-9d6d-bea0f10c4079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:14.79139884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53f4b11-d7fd-4ccc-9d6d-bea0f10c4079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:14.795069637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-301fcc-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"9ba96c2b-c0cf-4e1c-b98b-c6fddcfdf864","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:14.805727921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53f4b11-d7fd-4ccc-9d6d-bea0f10c4079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:14.821697241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53f4b11-d7fd-4ccc-9d6d-bea0f10c4079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:15.41570854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe07058-6a51-4474-b00c-ccdd04e75e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:15.430215965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe07058-6a51-4474-b00c-ccdd04e75e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:15.444713743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe07058-6a51-4474-b00c-ccdd04e75e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:15.458588262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe07058-6a51-4474-b00c-ccdd04e75e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:15.611294994Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9ae129","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9ae129","reconcileID":"02046089-2996-4c1f-b8d4-f46980b544e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-9ae129","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-9ae129":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:16.030463786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2503d239-d4b5-4139-a00a-11694cfe1408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:16.044722884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2503d239-d4b5-4139-a00a-11694cfe1408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:16.059042343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2503d239-d4b5-4139-a00a-11694cfe1408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:16.07320424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2503d239-d4b5-4139-a00a-11694cfe1408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:16.742572301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa591d2-407b-4e61-b15b-1c458b213a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:16.757934218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa591d2-407b-4e61-b15b-1c458b213a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:16.77305024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa591d2-407b-4e61-b15b-1c458b213a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:16.787051304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa591d2-407b-4e61-b15b-1c458b213a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:08:17.380923621Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9ae129","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9ae129","reconcileID":"109383fe-f803-4081-b653-a9234e573419","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-a-9ae129\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:17.386785567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6d0ce8-6628-4e93-acfa-befac50fd7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:17.401819619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6d0ce8-6628-4e93-acfa-befac50fd7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:17.416623974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6d0ce8-6628-4e93-acfa-befac50fd7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:17.431424133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6d0ce8-6628-4e93-acfa-befac50fd7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:18.192456341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"752881c3-7fe9-4f75-838a-a0925907c291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:18.207201504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"752881c3-7fe9-4f75-838a-a0925907c291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:18.221756498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"752881c3-7fe9-4f75-838a-a0925907c291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:18.236529569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"752881c3-7fe9-4f75-838a-a0925907c291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:18.851098787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e6c35f-fe22-4e42-9909-49f52dc51ba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:18.865287933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e6c35f-fe22-4e42-9909-49f52dc51ba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:18.879458007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e6c35f-fe22-4e42-9909-49f52dc51ba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:18.893521572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e6c35f-fe22-4e42-9909-49f52dc51ba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:20.637099155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b7a852-0872-4af5-b55d-125057e2ee8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:20.652131721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b7a852-0872-4af5-b55d-125057e2ee8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:20.666961875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b7a852-0872-4af5-b55d-125057e2ee8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:20.681276955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b7a852-0872-4af5-b55d-125057e2ee8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:21.306035164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c91134-1b65-4882-bf36-6bee8b1d7627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:21.321244131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c91134-1b65-4882-bf36-6bee8b1d7627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:21.33622315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c91134-1b65-4882-bf36-6bee8b1d7627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:21.354051484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c91134-1b65-4882-bf36-6bee8b1d7627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:21.748494159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"dbaf404d-a218-4f85-9c3b-45c2c7fc68b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a26f29","tenantID":"e2e-api-b-a26f29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:21.775442139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"dbaf404d-a218-4f85-9c3b-45c2c7fc68b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"name":"e2e-api-b-a26f29-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:21.789103922Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:21.797867075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a26f29-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"dbaf404d-a218-4f85-9c3b-45c2c7fc68b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:22.165099221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2684322a-31d5-4e0c-b985-6b6a9b88afaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:22.179187272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2684322a-31d5-4e0c-b985-6b6a9b88afaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:22.193088424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2684322a-31d5-4e0c-b985-6b6a9b88afaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:22.207077823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2684322a-31d5-4e0c-b985-6b6a9b88afaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:22.86217706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2afe5b-4cd5-4e8d-bccd-bb666a725ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:22.876282697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2afe5b-4cd5-4e8d-bccd-bb666a725ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:22.890532036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2afe5b-4cd5-4e8d-bccd-bb666a725ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:22.90465269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2afe5b-4cd5-4e8d-bccd-bb666a725ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:24.550375831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092a27a1-1f6f-4b75-980e-1fb6fc99b0b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:24.564877525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092a27a1-1f6f-4b75-980e-1fb6fc99b0b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:24.579181117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092a27a1-1f6f-4b75-980e-1fb6fc99b0b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:24.593209054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"092a27a1-1f6f-4b75-980e-1fb6fc99b0b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:24.890974318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"c380f32e-f3f2-4bfd-91e4-921116bf4afb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:24.950611542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"c380f32e-f3f2-4bfd-91e4-921116bf4afb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"name":"e2e-api-b-301fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:24.982273855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-301fcc-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"c380f32e-f3f2-4bfd-91e4-921116bf4afb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:25.347854541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcfc3508-6a9a-4227-b49c-9639fc8b9f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:25.362883745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcfc3508-6a9a-4227-b49c-9639fc8b9f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:25.378222663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcfc3508-6a9a-4227-b49c-9639fc8b9f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:25.393489378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcfc3508-6a9a-4227-b49c-9639fc8b9f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:26.105489303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d29cee29-ad1a-4a1d-9485-c4887723047a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:26.123379741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d29cee29-ad1a-4a1d-9485-c4887723047a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:26.138514287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d29cee29-ad1a-4a1d-9485-c4887723047a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:26.153046767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d29cee29-ad1a-4a1d-9485-c4887723047a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:26.827599402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a517aad9-f353-49a3-ab73-00ca1f046e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:26.842830562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a517aad9-f353-49a3-ab73-00ca1f046e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:26.85768809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a517aad9-f353-49a3-ab73-00ca1f046e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:26.871604433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a517aad9-f353-49a3-ab73-00ca1f046e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:27.456795385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd94fdda-c523-420e-898d-0c3e8d09626e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:27.471237544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd94fdda-c523-420e-898d-0c3e8d09626e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:27.485528651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd94fdda-c523-420e-898d-0c3e8d09626e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:27.500236593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd94fdda-c523-420e-898d-0c3e8d09626e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.075020459Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","namespace":"ai-tenant-e2e-api-a-380eea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.075096058Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","namespace":"ai-tenant-e2e-api-a-380eea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.075182146Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","tenant":"e2e-api-a-380eea","tenantID":"e2e-api-a-380eea","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.118903838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"Deployment","name":"maas-api-e2e-api-a-380eea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.192715259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"Service","name":"maas-api-e2e-api-a-380eea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.229315369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-380eea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.261538116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-380eea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.28234859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-380eea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.306704168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-380eea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.338796245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-380eea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.361791862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-380eea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.377432038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"Deployment","name":"payload-processing-e2e-api-a-380eea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.396411688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-380eea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.413456485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"Service","name":"payload-processing-e2e-api-a-380eea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.433049278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"Service","name":"payload-pre-processing-e2e-api-a-380eea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.448629532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-380eea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.464496908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-380eea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.480121115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-380eea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.507947043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-380eea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.522050992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-380eea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.540684278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-380eea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.561563401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-380eea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:28.581787005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-380eea"},"namespace":"ai-tenant-e2e-api-a-380eea","name":"default-tenant","reconcileID":"9685484e-0f3e-41c5-8b96-4bd7f2417ef0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-380eea","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:29.114854432Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-380eea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-380eea","reconcileID":"1e17e572-134d-4b7f-b641-26c01210e623","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-380eea","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-380eea"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:29.793109195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7daaa739-1512-4d22-ab8a-f91fce94eef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:29.808996946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7daaa739-1512-4d22-ab8a-f91fce94eef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:29.828982308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7daaa739-1512-4d22-ab8a-f91fce94eef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:29.84341079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7daaa739-1512-4d22-ab8a-f91fce94eef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:30.490570297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-2-w2-a9def7","reconcileID":"bf815134-7e94-4cb1-9091-b655542316e4","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-2-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-2-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:30.577452584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834fd7b0-f716-49e1-afef-74c7fd1c98c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:30.661518525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834fd7b0-f716-49e1-afef-74c7fd1c98c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:30.67873695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"7c7d73fb-9dba-4e12-8f9a-27609f160a76","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:30.731614029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834fd7b0-f716-49e1-afef-74c7fd1c98c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:30.749420053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834fd7b0-f716-49e1-afef-74c7fd1c98c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:30.874352931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"7bcd55d5-fe97-45b8-aeec-f366186914f2","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.079515936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"251ab3af-e9ac-4b76-91f1-959a50ed74aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.079535696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"251ab3af-e9ac-4b76-91f1-959a50ed74aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.124233326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7b3c1ed9-f1ad-4d36-858a-2478171af306","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.151042836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6884618f-6a49-4dd7-9304-73ee77fd0190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.151260707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"957252a9-8596-4373-8da0-c3c1bf915f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.171043097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6884618f-6a49-4dd7-9304-73ee77fd0190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.173908973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"957252a9-8596-4373-8da0-c3c1bf915f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.185235902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f5a01b3b-788e-4420-8a11-52f696e4af0c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.185258871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f5a01b3b-788e-4420-8a11-52f696e4af0c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.252756854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6d87f595-c6e3-40df-b5a1-e787c5782bd9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.258708918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"911c0f98-bafd-41fa-9085-aa7b52cfbb9b","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.302774557Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"87675a0f-6658-48ba-a7c4-62483e037ccb","namespace":"ai-tenant-e2e-api-b-a26f29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.302828873Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"87675a0f-6658-48ba-a7c4-62483e037ccb","namespace":"ai-tenant-e2e-api-b-a26f29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.302870886Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"87675a0f-6658-48ba-a7c4-62483e037ccb","name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.326195943Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"74578918-1cc3-4904-8b2a-ae686f3f7389","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.326361298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b051bfe-3de2-448a-9855-7421d8de8c5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.326378822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b051bfe-3de2-448a-9855-7421d8de8c5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.326698129Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"87675a0f-6658-48ba-a7c4-62483e037ccb","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.335822696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"7111d007-7c1d-4db6-a104-03f056327e07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.36327315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"23350fb4-d41d-40e8-a8eb-a2fccb0ebd3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.364474603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"7a2f6ead-2e78-45b1-a9a3-ca4e8d6917a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.390896563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"23350fb4-d41d-40e8-a8eb-a2fccb0ebd3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.393518021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"7a2f6ead-2e78-45b1-a9a3-ca4e8d6917a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.464234498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"b47e5c2c-a705-4f81-ac99-f892512d475a","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.464795838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"16ab2181-3060-4bdc-9e09-add7a9f33152","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.48373614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"74578918-1cc3-4904-8b2a-ae686f3f7389","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a26f29","tenantID":"e2e-api-b-a26f29","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.563331382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"7c312e17-f1ec-46fc-95d2-e8f348ee096f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.564922442Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"74578918-1cc3-4904-8b2a-ae686f3f7389","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"name":"e2e-api-b-a26f29-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.564945699Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"e2e-e2e-api-b-a26f29-policy","reconcileID":"74578918-1cc3-4904-8b2a-ae686f3f7389","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a26f29-policy","namespace":"ai-tenant-e2e-api-b-a26f29"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a26f29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.588698246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"bf55cd00-aedc-4a69-8d92-b1c59058c1fa","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.615468138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2339bd1-470f-488f-a132-b8fa25b2b622","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.615562311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2339bd1-470f-488f-a132-b8fa25b2b622","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:32.094867697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2124bb42-2db0-45ec-a8d1-871a0c1d454b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:32.109914459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2124bb42-2db0-45ec-a8d1-871a0c1d454b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:32.124513307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2124bb42-2db0-45ec-a8d1-871a0c1d454b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:32.139155896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2124bb42-2db0-45ec-a8d1-871a0c1d454b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:32.884691255Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a9e67f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a9e67f","reconcileID":"be94a5ec-1dc6-4e22-8132-2bf2e6f5e166","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a9e67f","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-a9e67f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:32.897035513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4de0699-fd20-422a-9e6a-7867566434a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:32.911733222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4de0699-fd20-422a-9e6a-7867566434a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:32.926519088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4de0699-fd20-422a-9e6a-7867566434a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:32.94191296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4de0699-fd20-422a-9e6a-7867566434a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:33.663675871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b39799a-dfe6-4fa7-9a68-29876edba4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:33.678352968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b39799a-dfe6-4fa7-9a68-29876edba4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:33.692804271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b39799a-dfe6-4fa7-9a68-29876edba4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:33.708178791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b39799a-dfe6-4fa7-9a68-29876edba4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:34.346385353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df36451d-bae6-48e9-a7fa-5d7febef8aa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:34.360916877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df36451d-bae6-48e9-a7fa-5d7febef8aa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:34.375375194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df36451d-bae6-48e9-a7fa-5d7febef8aa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:34.391864564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df36451d-bae6-48e9-a7fa-5d7febef8aa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:08:34.951033624Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a9e67f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a9e67f","reconcileID":"b33513c9-1de2-44c8-a853-3572f387acd4","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-b-a9e67f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:35.015599837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"b30304c9-83c0-4c4a-8f74-907be1a54fb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:35.036372444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"b30304c9-83c0-4c4a-8f74-907be1a54fb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"name":"e2e-api-b-301fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:35.058833678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-301fcc-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"b30304c9-83c0-4c4a-8f74-907be1a54fb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:40.004511821Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"703c138d-e2aa-4014-988d-f4d0174be640","gateway":"openshift-ingress/e2e-ipp-a-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:40.090711676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"80213a79-9b18-4585-b0eb-a6e0b581f70e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:40.165011708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"80213a79-9b18-4585-b0eb-a6e0b581f70e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"name":"e2e-api-b-301fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:40.18278451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-301fcc-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"80213a79-9b18-4585-b0eb-a6e0b581f70e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:40.210982538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"1b65a234-b26d-49be-97f5-2f41637172a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:40.2305302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"1b65a234-b26d-49be-97f5-2f41637172a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"name":"e2e-api-b-301fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:40.248902673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-301fcc-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"1b65a234-b26d-49be-97f5-2f41637172a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:40.385772471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213c9ad8-4969-4b2f-9c38-c9a9b5a94d83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:40.399760769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213c9ad8-4969-4b2f-9c38-c9a9b5a94d83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:40.413792609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213c9ad8-4969-4b2f-9c38-c9a9b5a94d83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:40.428757292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213c9ad8-4969-4b2f-9c38-c9a9b5a94d83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:41.039259016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44feac34-a64c-4020-b25f-804aa6668a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:41.05366824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44feac34-a64c-4020-b25f-804aa6668a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:41.067906447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44feac34-a64c-4020-b25f-804aa6668a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:41.082178496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44feac34-a64c-4020-b25f-804aa6668a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:41.753949434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"344dd647-f5ec-4f03-a066-df92f80bf78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:41.768165058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"344dd647-f5ec-4f03-a066-df92f80bf78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:41.782489534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"344dd647-f5ec-4f03-a066-df92f80bf78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:41.796562898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"344dd647-f5ec-4f03-a066-df92f80bf78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.441128889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbca9197-87b0-407c-8ac8-866e8604baac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.455712939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbca9197-87b0-407c-8ac8-866e8604baac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.469829312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbca9197-87b0-407c-8ac8-866e8604baac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.483900407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbca9197-87b0-407c-8ac8-866e8604baac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:43.126811835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7c5137-cf86-40cd-9d8e-21fc7fca5df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:43.153938967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7c5137-cf86-40cd-9d8e-21fc7fca5df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:43.16944766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7c5137-cf86-40cd-9d8e-21fc7fca5df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:43.184755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7c5137-cf86-40cd-9d8e-21fc7fca5df6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:46.436805077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"1a6bc06a-0802-4061-9319-d4466fb2ad14","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:46.911785197Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","namespace":"ai-tenant-e2e-ipp-a-734480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:46.911843406Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","namespace":"ai-tenant-e2e-ipp-a-734480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:46.911895679Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","tenant":"e2e-ipp-a-734480","tenantID":"e2e-ipp-a-734480","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:46.928273314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"Deployment","name":"maas-api-e2e-ipp-a-734480","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:46.955843342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"Service","name":"maas-api-e2e-ipp-a-734480","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:46.989257667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-734480","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.008473044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-734480","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.027108834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-734480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.056767387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-734480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.082257715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-734480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.108128204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-734480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.137891449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-734480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.15826853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-734480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.211450489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"Service","name":"payload-processing-e2e-ipp-a-734480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.254788241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-734480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.277456144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-734480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.296731923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-734480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.316389171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-734480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.336341381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-734480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.366428176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-734480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.392182183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-734480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.417062137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-734480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.445472266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-734480"},"namespace":"ai-tenant-e2e-ipp-a-734480","name":"default-tenant","reconcileID":"daf35905-a039-46d7-9be3-caaa405d62dd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-734480","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.91959689Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-734480","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-734480","reconcileID":"3473cc04-503d-403a-bc9c-1a1a03a3e91f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-734480","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-734480"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:48.409039062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7486b1f2-3ddf-4253-b274-ffc2c4df6c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:48.423442581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7486b1f2-3ddf-4253-b274-ffc2c4df6c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:48.437695963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7486b1f2-3ddf-4253-b274-ffc2c4df6c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:48.462119732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7486b1f2-3ddf-4253-b274-ffc2c4df6c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:49.139893612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb5160e-6016-41c8-b8c4-dae318e73ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:49.154011016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb5160e-6016-41c8-b8c4-dae318e73ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:49.169163028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb5160e-6016-41c8-b8c4-dae318e73ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:49.183716463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb5160e-6016-41c8-b8c4-dae318e73ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:49.703998788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"9ef4acbb-8f5f-4930-b71c-01dbfcfadba6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:49.748487871Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"9ef4acbb-8f5f-4930-b71c-01dbfcfadba6","name":"e2e-api-a-9ae129-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:50.270330587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"495b60fc-1749-47f8-883c-360a8406f71b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:50.291464035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"495b60fc-1749-47f8-883c-360a8406f71b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"name":"e2e-api-b-301fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:50.3170331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-301fcc-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"495b60fc-1749-47f8-883c-360a8406f71b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:50.372534633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"46721372-c2c8-4ced-9cf9-e20541d156c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:50.393622693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"46721372-c2c8-4ced-9cf9-e20541d156c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"name":"e2e-api-b-301fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:50.412715088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-301fcc-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"46721372-c2c8-4ced-9cf9-e20541d156c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:51.77822401Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:51.804976171Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"2b6c8bbc-4d0e-4a70-9f66-3f3e4674aefe","gateway":"openshift-ingress/e2e-ipp-a-edc2d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:55.899722218Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"7d002459-8140-4a55-86c4-6dcbc96631a0","gateway":"openshift-ingress/e2e-ipp-b-df42c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:56.161272052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-2-w2-a9def7","reconcileID":"1514c3eb-0be2-49a5-95e0-0230412c0461","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-2-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-2-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:57.063833698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"b81b7124-df2b-4a1d-8438-28b71b89448f","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:57.30616458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0705e63-7f47-4919-beb6-a5a9c43a2d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:57.320262961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0705e63-7f47-4919-beb6-a5a9c43a2d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:57.335501225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0705e63-7f47-4919-beb6-a5a9c43a2d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:57.350387764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0705e63-7f47-4919-beb6-a5a9c43a2d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:57.825668813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"4d59e080-d983-4171-be30-d45f7de13abc","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:57.993631387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025b3a2c-ebf2-4e60-987e-92f2c543de3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:58.143497873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025b3a2c-ebf2-4e60-987e-92f2c543de3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:58.158542235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025b3a2c-ebf2-4e60-987e-92f2c543de3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:58.201927131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025b3a2c-ebf2-4e60-987e-92f2c543de3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:58.663542053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dcd9e3c0-5b5d-46a1-b6ad-4e820b4fe26f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:58.663572921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dcd9e3c0-5b5d-46a1-b6ad-4e820b4fe26f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:58.712885563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"22a818b6-7c46-42cb-a11e-8dca52207224","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:58.733804157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df7064c3-d80f-4455-b3e7-b871bd08ebe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:58.734158868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ab56416-a0dd-418d-9e4d-eed13a06f03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:58.76116671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ab56416-a0dd-418d-9e4d-eed13a06f03a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:58.762985725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df7064c3-d80f-4455-b3e7-b871bd08ebe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:58.777339926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0ed9653c-619a-43a7-b862-1d70f414763b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:58.777359081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0ed9653c-619a-43a7-b862-1d70f414763b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:58.841014814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a3f8773-1195-4ffd-9268-1360d44326da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:58.89128061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a5ed22-9b64-4e7d-a2d3-5f3103f7bd5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:58.909521227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a5ed22-9b64-4e7d-a2d3-5f3103f7bd5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:58.924989034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a5ed22-9b64-4e7d-a2d3-5f3103f7bd5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:58.940232682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a5ed22-9b64-4e7d-a2d3-5f3103f7bd5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:59.43289479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"1ce50711-7193-431c-9a89-13e8ccee72f3","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:59.477679317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"2b8aab3f-6add-47bb-be65-4e860ab4f8b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:59.511661877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8c22a3-1ce8-45b1-986e-14713cca0821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:59.511755488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"c4481a94-1028-42f1-a8f6-ed646dec13e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:59.511904369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"29b8ddc1-0113-4578-9e58-ff5228f6551a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:59.526062247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8c22a3-1ce8-45b1-986e-14713cca0821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:59.540414752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8c22a3-1ce8-45b1-986e-14713cca0821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:59.546660027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"29b8ddc1-0113-4578-9e58-ff5228f6551a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:59.546704896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"c4481a94-1028-42f1-a8f6-ed646dec13e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:59.556687093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8c22a3-1ce8-45b1-986e-14713cca0821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:59.586581003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"96cbe752-1101-46eb-b14c-3b5f79afbab4","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:59.69183799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"bb06b7cb-3035-453e-919f-61c9d000ec0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:00.196709053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d774f7c-8282-4add-acad-92530bbae0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:00.210898285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d774f7c-8282-4add-acad-92530bbae0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:00.224987917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d774f7c-8282-4add-acad-92530bbae0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:00.239298637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d774f7c-8282-4add-acad-92530bbae0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:00.290920718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"f5b6b091-ccbe-478a-8f73-15e83e3d61e5","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:00.461556424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"1700b9b7-5736-4592-bfc8-d9726c719c9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:00.480531066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"1700b9b7-5736-4592-bfc8-d9726c719c9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"name":"e2e-api-b-301fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:00.498736532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-301fcc-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"1700b9b7-5736-4592-bfc8-d9726c719c9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.654563821Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","namespace":"ai-tenant-e2e-api-b-a26f29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.654643508Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","namespace":"ai-tenant-e2e-api-b-a26f29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.654713747Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","tenant":"e2e-api-b-a26f29","tenantID":"e2e-api-b-a26f29","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.671465324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"Deployment","name":"maas-api-e2e-api-b-a26f29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.700346171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"Service","name":"maas-api-e2e-api-b-a26f29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.718212774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-a26f29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.737521059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-a26f29","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.755722183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-a26f29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.772985884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-a26f29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.792929131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-a26f29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.810035665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-a26f29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.824225888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"Deployment","name":"payload-processing-e2e-api-b-a26f29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.838362624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-a26f29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.852513733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"Service","name":"payload-processing-e2e-api-b-a26f29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.866724793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"Service","name":"payload-pre-processing-e2e-api-b-a26f29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.880961822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-a26f29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.895230024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-a26f29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.909637034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-a26f29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.930379922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-a26f29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.945257577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-a26f29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.963554801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-a26f29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.981729219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-a26f29","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.997493133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a26f29"},"namespace":"ai-tenant-e2e-api-b-a26f29","name":"default-tenant","reconcileID":"b1791266-6e8a-4474-b9c0-f53da8d27028","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-a26f29","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:04.473655591Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a26f29","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a26f29","reconcileID":"6016b039-3d60-4ecb-a218-2eb038797225","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a26f29","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-a26f29"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:04.860466845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ffb1393-34f4-4d94-bd2b-59cc90752397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:04.875107972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ffb1393-34f4-4d94-bd2b-59cc90752397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:04.891031962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ffb1393-34f4-4d94-bd2b-59cc90752397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:04.908551309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ffb1393-34f4-4d94-bd2b-59cc90752397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:05.507665594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97533fab-bb49-4e1d-aac2-edd1ce21983c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:05.527179222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97533fab-bb49-4e1d-aac2-edd1ce21983c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:05.543171293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97533fab-bb49-4e1d-aac2-edd1ce21983c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:05.557790466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97533fab-bb49-4e1d-aac2-edd1ce21983c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:05.997966499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"e199c84f-2d72-4bf1-9a6f-c5d9286126e1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-a9e67f","tenantID":"e2e-ipp-b-a9e67f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:06.041984634Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"e199c84f-2d72-4bf1-9a6f-c5d9286126e1","name":"e2e-ipp-b-a9e67f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:10.528512602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"1ef579aa-7b97-4db9-95c8-92e7023bed44","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:10.548094045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"1ef579aa-7b97-4db9-95c8-92e7023bed44","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"name":"e2e-api-b-301fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:10.567875856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-301fcc-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"1ef579aa-7b97-4db9-95c8-92e7023bed44","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:13.850529916Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"15170f50-e831-4f9f-8a90-b8ee0f918cd4","gateway":"openshift-ingress/e2e-ipp-a-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.494184911Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","namespace":"ai-tenant-e2e-ipp-b-2d53cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.494263805Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","namespace":"ai-tenant-e2e-ipp-b-2d53cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.494329003Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","tenant":"e2e-ipp-b-2d53cd","tenantID":"e2e-ipp-b-2d53cd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.511006842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"Deployment","name":"maas-api-e2e-ipp-b-2d53cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.534208887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"Service","name":"maas-api-e2e-ipp-b-2d53cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.558625954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-2d53cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.577903631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-2d53cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.598056656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-2d53cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.618330763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-2d53cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.63627752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-2d53cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.6535935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-2d53cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.670303369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-2d53cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.686447311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-2d53cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.712600766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"Service","name":"payload-processing-e2e-ipp-b-2d53cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.750279593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-2d53cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.767227426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-2d53cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.786869288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-2d53cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.806355549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-2d53cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.825187176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-2d53cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.842486947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-2d53cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.859663572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-2d53cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.875763843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-2d53cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.89175093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d53cd"},"namespace":"ai-tenant-e2e-ipp-b-2d53cd","name":"default-tenant","reconcileID":"ec1c3e22-3db1-4e33-a110-3357ba243bc6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-2d53cd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.911684778Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"d00f2d30-b60b-4f96-aef4-04dd6bdcc4b0","namespace":"ai-tenant-e2e-api-b-301fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.911761388Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"d00f2d30-b60b-4f96-aef4-04dd6bdcc4b0","namespace":"ai-tenant-e2e-api-b-301fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.911817135Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"d00f2d30-b60b-4f96-aef4-04dd6bdcc4b0","name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.930427219Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"d00f2d30-b60b-4f96-aef4-04dd6bdcc4b0","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.930669538Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"0eeeeefd-30b0-4b41-a4d5-388ab4954b18","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.931106454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4f6b8ef-ae80-4782-9e79-866060cf9893","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:16.931123781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4f6b8ef-ae80-4782-9e79-866060cf9893","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.206398226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"0eeeeefd-30b0-4b41-a4d5-388ab4954b18","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.446808169Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"0eeeeefd-30b0-4b41-a4d5-388ab4954b18","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"name":"e2e-api-b-301fcc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.44684065Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"e2e-e2e-api-b-301fcc-policy","reconcileID":"0eeeeefd-30b0-4b41-a4d5-388ab4954b18","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-301fcc-policy","namespace":"ai-tenant-e2e-api-b-301fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-301fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.47137072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfe0eb06-6a44-40a8-87f5-6fdb28c0af60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.471407651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfe0eb06-6a44-40a8-87f5-6fdb28c0af60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.4831804Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2d53cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2d53cd","reconcileID":"8d6cb266-9963-4ffd-abc2-7e865b0dcaf4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2d53cd","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-2d53cd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.948553236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63eb838a-86fa-4137-ab04-593ae4d938dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.967003967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63eb838a-86fa-4137-ab04-593ae4d938dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.982177002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63eb838a-86fa-4137-ab04-593ae4d938dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.997720169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63eb838a-86fa-4137-ab04-593ae4d938dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:18.595597825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5abd355-f845-4424-8c6e-e9c015abdb35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:18.610572901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5abd355-f845-4424-8c6e-e9c015abdb35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:18.627669329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5abd355-f845-4424-8c6e-e9c015abdb35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:18.64270093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5abd355-f845-4424-8c6e-e9c015abdb35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:18.870958395Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f82846","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f82846","reconcileID":"21011b35-440f-465a-bb7f-c1c764823270","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f82846","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-f82846":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:19.219514389Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-b80d5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-b80d5b","reconcileID":"4e4cbd23-61b9-49bb-b24a-f8a68798798f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-b80d5b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-b80d5b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:19.321943251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d8e2f52-4fef-4dea-aa00-234a80c66c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:19.340284543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d8e2f52-4fef-4dea-aa00-234a80c66c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:19.355689658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d8e2f52-4fef-4dea-aa00-234a80c66c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:19.370499034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d8e2f52-4fef-4dea-aa00-234a80c66c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:20.331206367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf36b5e-72f5-4d06-8cb4-f48fae00b9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:20.347538133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf36b5e-72f5-4d06-8cb4-f48fae00b9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:20.370213395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf36b5e-72f5-4d06-8cb4-f48fae00b9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:20.391597256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf36b5e-72f5-4d06-8cb4-f48fae00b9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:21.528593002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f8c1c1-a4d7-4e55-943f-b70f38776339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:21.553959365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f8c1c1-a4d7-4e55-943f-b70f38776339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:21.577297365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f8c1c1-a4d7-4e55-943f-b70f38776339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:21.602639895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f8c1c1-a4d7-4e55-943f-b70f38776339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:21.870429371Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:22.739916273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ebafe8f-03bc-4e66-ba0b-96c2d23e221b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:22.759648563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ebafe8f-03bc-4e66-ba0b-96c2d23e221b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:22.803712305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2f5d354-c410-4f06-ac04-81870883df7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:22.80382365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2f5d354-c410-4f06-ac04-81870883df7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:22.848475504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"e6883a47-693a-42e0-a532-c486bf57a4cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:22.995587833Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"c48c3a47-9990-4a3a-b4eb-b1ac51f4006e","gateway":"openshift-ingress/e2e-ipp-a-edc2d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:23.633675754Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"e6883a47-693a-42e0-a532-c486bf57a4cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:23.747276463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ae129-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"e6883a47-693a-42e0-a532-c486bf57a4cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:23.826775581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5c364dc-693b-445d-910d-0c4f51e85195","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:23.826919276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5c364dc-693b-445d-910d-0c4f51e85195","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:24.836591936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b881931-ba8d-4a3a-abec-a616f502b1b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:24.858715856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b881931-ba8d-4a3a-abec-a616f502b1b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:24.965441691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"2666d0ef-3ff4-4a23-9fe0-29d96bd9010f","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.454061125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b881931-ba8d-4a3a-abec-a616f502b1b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.69693026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b881931-ba8d-4a3a-abec-a616f502b1b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.137485642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"0508ebb8-cbb2-46ea-8aae-749946a46a97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.2683252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"25b154f3-32d6-4000-8450-55ca30d29980","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.55028722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"d2a445e7-958c-4161-ad0a-1a10ce43cf22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.564441395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"12fa3e7b-4754-4fcb-9559-6e600df9bcd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.903107312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"12fa3e7b-4754-4fcb-9559-6e600df9bcd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.969879412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"9f0affb3-1a68-4162-9b68-23bb08ffc646","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.904710139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"d2a445e7-958c-4161-ad0a-1a10ce43cf22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.905781811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"47a1c7d3-cba0-493d-8832-f236f0006fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:28.053240934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"d3ef2952-3374-4cc3-b1d7-2dce03820ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:28.425186433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"bf779188-9127-4331-847b-9b7b0fde2bd7","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:28.465771461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"d3ef2952-3374-4cc3-b1d7-2dce03820ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:28.632011223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"47a1c7d3-cba0-493d-8832-f236f0006fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:28.839310736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"d70abe8b-57bb-4121-9647-01b5cd8b285b","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:29.063171346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"46690849-3995-43d3-947a-19fdf7809b27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:29.063813129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"579a3988-aeb4-4807-b740-5eb2475c925f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:29.064275638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"f706d7d4-b705-48a8-8677-e0bb7f3099bf","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:29.601949663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"8f965274-6822-4a04-95e9-c18ee7f1c2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:30.006981745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"6449e1e6-dfdb-4068-bffa-db53b8f5b135","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:30.126419011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"8f965274-6822-4a04-95e9-c18ee7f1c2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:30.134058161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"634d783e-45b2-4fd8-8f40-09034bf1f445","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:30.710674783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"d390769a-ff1a-4831-bea3-6a265a8cefd6","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:30.781758087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"4fd7f115-e311-4b8b-acb9-bafec257d0a6","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:30.905414722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"634d783e-45b2-4fd8-8f40-09034bf1f445","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:30.966410968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"5757e69c-056d-43fd-8412-8ecf68cb1860","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:32.647521855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"019b113e-bba2-4bf3-ae7d-311a2f1f9066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:32.750292383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"019b113e-bba2-4bf3-ae7d-311a2f1f9066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:32.805022165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"90b008e7-7bca-4a92-a4ee-08ded7ed9fa4","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:32.856196975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"019b113e-bba2-4bf3-ae7d-311a2f1f9066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:32.913907655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"019b113e-bba2-4bf3-ae7d-311a2f1f9066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:33.886178657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"89353466-8f4f-4c70-9be8-b990f8671837","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:33.921754671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"89353466-8f4f-4c70-9be8-b990f8671837","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:33.954185321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ae129-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"89353466-8f4f-4c70-9be8-b990f8671837","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:34.714536193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"37f46b5f-d505-4894-820c-4eb1c41d69d5","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:34.759714462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"6c0eabda-ec10-4c0b-b438-3ebd379b97fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-premium-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:34.787831237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"88ceba19-d6d1-497d-b8c6-186afd40e2af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:34.788473986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"dec9f58e-2f27-4111-a372-71f9567f8ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:34.815956858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"88ceba19-d6d1-497d-b8c6-186afd40e2af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:34.819794002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"dec9f58e-2f27-4111-a372-71f9567f8ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:34.828513187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"6c4fc982-c477-4522-bdbd-16b72f5e64da","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:34.886305993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"7e0f1b1c-09a2-44dd-9c40-9ce87a291649","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-premium-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:35.87816332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"50b5c2b4-e4d3-41ca-b7d3-47efcc6e4f7e","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:36.958357269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"1be8e8ec-4cbd-4140-a8ef-c9d26d7d2658","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.885852798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"8d0e3b72-56a9-41e8-95ba-0855e8c2198c","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.688329018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"38092a1d-82eb-449f-9210-1a6c88abcdcf","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.735187427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"7eea9574-cc97-439f-8d31-6e2303adfbf6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.755960411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"d9e31e01-230d-47ec-b764-87a1cd3ed536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.756467328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"cf6b6565-e1b1-4ccd-bd8d-23c21db49893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.780198296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"d9e31e01-230d-47ec-b764-87a1cd3ed536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.783741552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"cf6b6565-e1b1-4ccd-bd8d-23c21db49893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.792593805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"2560553f-b057-4dac-8463-292456766dc7","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.84812231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"b257e604-d6c9-424e-bf40-bb42fb41aab8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.176705181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"24eb744d-c235-46de-b5fe-7335320574f5","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.22371003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"4beb7036-ac7d-4cea-9541-8b031e800d40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.26842564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"528eb60f-14c6-4de4-9b44-89207ed4eda3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.269027305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"3d1f27cd-07bc-4314-a18c-8a05ad9f293e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.293214304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"528eb60f-14c6-4de4-9b44-89207ed4eda3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.299356308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"3d1f27cd-07bc-4314-a18c-8a05ad9f293e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.302844313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"6e7c3233-54e2-4357-add1-f566ef02b35d","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.404464285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"09dc1e37-96ca-4240-89e3-6c15b7174cc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.947059014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"a3a217a8-83bd-40b6-80ac-9589e422da99","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:42.362523231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"bc067e7e-40f9-4919-a859-1830563b8256","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:42.926752451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec4fbad-c44e-413c-b1a1-9645e315fb78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:42.940824504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec4fbad-c44e-413c-b1a1-9645e315fb78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:42.957372222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec4fbad-c44e-413c-b1a1-9645e315fb78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:42.972115504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec4fbad-c44e-413c-b1a1-9645e315fb78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:43.59628419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88446dc4-fe97-47f6-ba86-20c2d2ee747a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:43.613618063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88446dc4-fe97-47f6-ba86-20c2d2ee747a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:43.628473117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88446dc4-fe97-47f6-ba86-20c2d2ee747a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:43.6812441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88446dc4-fe97-47f6-ba86-20c2d2ee747a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:43.779957646Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-48c52b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-48c52b","reconcileID":"555f2d76-f5f1-407b-95a4-cfa22f0b0f10","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-48c52b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-48c52b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:43.983302287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"6b5cb030-b2d3-4830-bd0d-eea87242bd24","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:44.073205062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"6b5cb030-b2d3-4830-bd0d-eea87242bd24","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:44.108600398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ae129-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"6b5cb030-b2d3-4830-bd0d-eea87242bd24","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:44.368250226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3081723-27c1-4ec0-bf92-06bb3c1ed361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:44.382943608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3081723-27c1-4ec0-bf92-06bb3c1ed361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:44.398879199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3081723-27c1-4ec0-bf92-06bb3c1ed361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:44.416060671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3081723-27c1-4ec0-bf92-06bb3c1ed361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:44.496323768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"fa9af444-2673-4ba8-9410-c63f91f70cc1","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:44.997127996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a94d9de-21d1-4123-bad2-a92501697eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.011424271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a94d9de-21d1-4123-bad2-a92501697eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.025596544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a94d9de-21d1-4123-bad2-a92501697eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.039598465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a94d9de-21d1-4123-bad2-a92501697eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.219978758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"21615bcc-9383-4f55-bf59-da15e8526321","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.220002387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"21615bcc-9383-4f55-bf59-da15e8526321","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.273114723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"125774c5-eea7-4568-85ed-55606d321030","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.292698201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f1b1cfc-ac77-44d9-9e6e-867a5275ace6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.293689411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03dd165b-6f72-4cc3-9ab5-f1c502de7f32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.313207131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03dd165b-6f72-4cc3-9ab5-f1c502de7f32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.315222877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f1b1cfc-ac77-44d9-9e6e-867a5275ace6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.333751455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a1a7379f-6a5b-4370-bfb1-c5d718f0fcdd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.333785841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a1a7379f-6a5b-4370-bfb1-c5d718f0fcdd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.396656252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c03c4abc-c7af-4cfc-89ad-f4c5ca75de08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.655689696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491a1ea9-d1e2-41e8-9478-9f0df1d6b4e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.67066335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491a1ea9-d1e2-41e8-9478-9f0df1d6b4e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.684853988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491a1ea9-d1e2-41e8-9478-9f0df1d6b4e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.701569513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491a1ea9-d1e2-41e8-9478-9f0df1d6b4e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:47.582844679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03235d4-53d7-478a-b63b-5deef40fe93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:47.597775873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03235d4-53d7-478a-b63b-5deef40fe93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:47.61235819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03235d4-53d7-478a-b63b-5deef40fe93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:47.626904153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03235d4-53d7-478a-b63b-5deef40fe93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:47.766921093Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","namespace":"ai-tenant-e2e-ipp-a-dd38c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:47.767089592Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","namespace":"ai-tenant-e2e-ipp-a-dd38c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:47.767223367Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","tenant":"e2e-ipp-a-dd38c2","tenantID":"e2e-ipp-a-dd38c2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:47.787320888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"Deployment","name":"maas-api-e2e-ipp-a-dd38c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:47.82837837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"Service","name":"maas-api-e2e-ipp-a-dd38c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:47.854871917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-dd38c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:47.878269031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-dd38c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:47.899870275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-dd38c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:47.917135763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-dd38c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:47.940950688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-dd38c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:47.959063354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-dd38c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:47.998526561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-dd38c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.018989972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-dd38c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.049609756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"Service","name":"payload-processing-e2e-ipp-a-dd38c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.081977275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-dd38c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.108455202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-dd38c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.132394699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-dd38c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.203083822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-dd38c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.312799415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-dd38c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.334484692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-dd38c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.351352795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-dd38c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.370745012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-dd38c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.389018829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-dd38c2"},"namespace":"ai-tenant-e2e-ipp-a-dd38c2","name":"default-tenant","reconcileID":"8c10b1c9-847c-42e8-98f9-871dc345375c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-dd38c2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.406556794Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-27cda7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-27cda7","reconcileID":"2d490f02-b8e5-4bfd-9446-50514195cbb5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-27cda7","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-27cda7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.599013311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30140a62-74f2-4a30-b063-6eb1d0f629e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.64706315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30140a62-74f2-4a30-b063-6eb1d0f629e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.750720382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30140a62-74f2-4a30-b063-6eb1d0f629e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.794039392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30140a62-74f2-4a30-b063-6eb1d0f629e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:49.139534733Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-dd38c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-dd38c2","reconcileID":"915f46e1-89ba-4663-a2aa-ec4328a2b320","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-dd38c2","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-dd38c2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:49.736299946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca47afe7-4789-4ef4-ac4f-49423d97bf4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:49.750598546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca47afe7-4789-4ef4-ac4f-49423d97bf4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:49.768675148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca47afe7-4789-4ef4-ac4f-49423d97bf4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:49.794226352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca47afe7-4789-4ef4-ac4f-49423d97bf4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.458568016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de63962-3466-4fc0-beb1-10a610fbff24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.477316049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de63962-3466-4fc0-beb1-10a610fbff24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.493095986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de63962-3466-4fc0-beb1-10a610fbff24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.526551494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de63962-3466-4fc0-beb1-10a610fbff24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:51.215635394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"6e218c59-f8cf-494a-8015-b0c9c9f53341","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:51.324695772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"c5af4864-4d68-43cd-9e20-99d26bcab9af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:51.341447312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"6e07f8df-a37e-4fcd-ab33-66d8c05d96fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:51.341852305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"a985d3ed-560f-4b8f-88a0-edad52b95196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:51.366258685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"6e07f8df-a37e-4fcd-ab33-66d8c05d96fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:51.373705044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"a985d3ed-560f-4b8f-88a0-edad52b95196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:51.399913197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"b7c0e057-2fe2-4fbb-bbc6-74fa40e66623","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:51.454901803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"617e9878-aa32-4201-927a-f336f85d3604","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:51.784829046Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:52.773680278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"8501846a-dc11-4c0a-bba5-90a5b7057268","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:54.138003767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"9a37bf34-4376-4149-bd77-f172b3d78833","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:54.15768175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"9a37bf34-4376-4149-bd77-f172b3d78833","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:54.180827595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ae129-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"9a37bf34-4376-4149-bd77-f172b3d78833","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.46000715Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","namespace":"ai-tenant-e2e-api-b-301fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.460095325Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","namespace":"ai-tenant-e2e-api-b-301fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.460187103Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","tenant":"e2e-api-b-301fcc","tenantID":"e2e-api-b-301fcc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.46621982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"c159477d-a1db-454c-9f26-6304af2c248c","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.478458449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"Deployment","name":"maas-api-e2e-api-b-301fcc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.506471096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"Service","name":"maas-api-e2e-api-b-301fcc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.529385472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-301fcc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.554731163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-301fcc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.574028808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-301fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.591713416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-301fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.638567016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-301fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.67639193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-301fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.702624171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"Deployment","name":"payload-processing-e2e-api-b-301fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.71790566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-301fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.739391449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"Service","name":"payload-processing-e2e-api-b-301fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.773461991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"Service","name":"payload-pre-processing-e2e-api-b-301fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.810027712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-301fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.832495515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-301fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.873435032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-301fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.901452485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-301fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.922449257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-301fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.940414873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-301fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.956283139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-301fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.973850383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-301fcc"},"namespace":"ai-tenant-e2e-api-b-301fcc","name":"default-tenant","reconcileID":"2caa3dd2-3c3e-4aeb-add3-b7ed4fd8f735","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-301fcc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.279414302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0fb69a-d9ee-4efa-8800-dc94dd3d0300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.370913663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0fb69a-d9ee-4efa-8800-dc94dd3d0300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.386482553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0fb69a-d9ee-4efa-8800-dc94dd3d0300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.401864476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0fb69a-d9ee-4efa-8800-dc94dd3d0300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.456564945Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-301fcc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-301fcc","reconcileID":"8727ffb1-b70e-46b3-9fc0-bf5c134a5e6a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-301fcc","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-301fcc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.661134284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"4f5685c1-5924-4166-8b35-a10bc613dc52","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.707159352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"6c791ec0-7500-44fc-987c-74b6f3720444","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-premium-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.732923607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"fe4f094a-12f0-403d-81a6-b93d983f59d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.733224407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"b851172e-4499-4928-9eaa-ff6106d7ec81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.75797372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"b851172e-4499-4928-9eaa-ff6106d7ec81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.758616168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"fe4f094a-12f0-403d-81a6-b93d983f59d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.785078504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"7d2fe48c-cdbc-472b-bb8d-23de4575fae4","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.841664778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"daac651b-55f6-456d-9b62-6de65603f89d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-premium-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:59.078003408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0a05304-12f8-495c-a499-1bc2bab3f885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:59.095166517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0a05304-12f8-495c-a499-1bc2bab3f885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:59.110576711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0a05304-12f8-495c-a499-1bc2bab3f885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:59.125487592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0a05304-12f8-495c-a499-1bc2bab3f885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:59.551342097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"d49dd799-a89e-44e2-8a28-d3e732c38d54","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:00.051353095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"156c7488-b1ea-4d49-96c7-d1a2220cdc23","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-f82846","tenantID":"e2e-ipp-b-f82846","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:00.099118683Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"156c7488-b1ea-4d49-96c7-d1a2220cdc23","name":"e2e-ipp-b-f82846-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.08927587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"6343d48b-9070-4c7d-9083-d946cb214658","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.78442889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"a0b10319-078e-4924-8339-e22bc812d120","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.855703684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"b1ca3adc-f236-4673-ac8c-8f402de64649","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.909051675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"47339386-fca4-487f-85d5-03a7be847404","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.91056994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"1f50c4ae-444b-4578-ac65-922cacafbdc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.910849438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"9a1f9293-1480-4e11-871e-1be6f50811a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.96267185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"1f50c4ae-444b-4578-ac65-922cacafbdc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.965204748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"9a1f9293-1480-4e11-871e-1be6f50811a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.982443782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"7bc255de-1c21-457b-84d0-b71e331acd49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:03.579392695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"0869f7c5-a92c-4238-a813-3e870e971310","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b80d5b","tenantID":"e2e-ipp-a-b80d5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:03.629959174Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"0869f7c5-a92c-4238-a813-3e870e971310","name":"e2e-ipp-a-b80d5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:04.219600533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"7c47858f-3f87-4fe8-aaab-36704dd8004b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:04.241801641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"7c47858f-3f87-4fe8-aaab-36704dd8004b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:04.260791521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ae129-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"7c47858f-3f87-4fe8-aaab-36704dd8004b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:04.336826358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"6e055fff-a453-4f32-a2a9-8e44c369abc2","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:05.098302212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"c1ef5e1a-ed4c-492f-8201-f6ac8b83a032","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:05.870847466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"9cc7fdf1-2627-4ffd-b96d-d97a8cdf473b","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:06.787068162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72e98b85-14b3-42a6-a7b9-7a69f13b0312","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:06.787096873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72e98b85-14b3-42a6-a7b9-7a69f13b0312","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:06.856276403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"11d9593b-859e-4401-8e82-db43c2d255ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:06.87119102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50ead902-11e7-47a3-b191-99e5cc429379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:06.871713147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d3eab88-d05c-4fcf-ad5d-d9a79842cf95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:06.89715733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d3eab88-d05c-4fcf-ad5d-d9a79842cf95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:06.909921573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50ead902-11e7-47a3-b191-99e5cc429379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:06.996503074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a03176d-9e9e-45b0-8dc9-f0082016c5c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:06.99661462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a03176d-9e9e-45b0-8dc9-f0082016c5c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:07.06077916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d1f19600-25b0-4b53-941d-61885d118bcd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:07.749769645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"64f9da0a-8ab3-4e64-b9f9-14ae6e39c309","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:07.805927485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"51128019-9c24-4a57-bb01-051c6a63f662","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:07.832950952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"acffec33-61d6-4b45-86a2-791b1b40ef58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:07.836936677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"bf9debce-59d8-458b-bc70-a09004f0d0a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:07.855677892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"acffec33-61d6-4b45-86a2-791b1b40ef58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:07.859188674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"bf9debce-59d8-458b-bc70-a09004f0d0a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:07.894960915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"8aa09aca-a1de-4036-ae05-2375104373d3","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:07.93883428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"56f6dd9b-ca26-457f-94ff-433fcd0e9a1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:07.950093992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"2e650c3d-e57b-412a-a2e9-732fb8654eab","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:07.980469007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"99af64a5-96ab-47a6-bbb7-ede33895275c","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:07.981011878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"e15a3f7d-37d6-4da2-ba04-e43e2caa7cf9","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:08.018362398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-2-w2-a9def7","reconcileID":"84451579-e11e-40cc-a763-884e778d95f3","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-2-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-2-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:08.049233751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"dde445a8-a377-46e4-b445-ff3df4635a46","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:08.050196623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"2f01eda2-3c2f-478f-898b-65ac064ff83d","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:08.051974424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"d7eca247-340b-4f5d-8b40-915195800e2b","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:08.053123323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-2-w2-a9def7","reconcileID":"de307609-b376-4340-b897-5fb02eef5d26","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-2-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-2-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:08.057255779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"39364c4b-206f-419e-b8df-126a9ab2d7e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:08.058312861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"3239275c-57f6-4ec8-8ea4-783bea5e8a90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:08.144658919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"39364c4b-206f-419e-b8df-126a9ab2d7e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:08.173541259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"838d3a28-a923-4f1b-a6aa-c4065ee359bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:08.2551587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"1fca75cc-b21d-4e21-bf0a-1ca2b989b98e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:08.262805137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"838d3a28-a923-4f1b-a6aa-c4065ee359bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:08.327924614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"10cb1831-a8f5-4758-babf-aaee2aed09a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:08.415658238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"36e1b7a1-fcf8-44d8-a1f2-f1ee7568e8bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:08.533899179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"38a4583f-6c38-41a1-a008-aba780b192a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:08.545490281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"36e1b7a1-fcf8-44d8-a1f2-f1ee7568e8bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:08.656778084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"0d802aed-362a-4c81-b833-57007169e53b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:08.719788829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"0d802aed-362a-4c81-b833-57007169e53b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:08.985353587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0987fa-4e83-4d55-8387-ae320ad3b52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:09.073186994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0987fa-4e83-4d55-8387-ae320ad3b52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:09.518385532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0987fa-4e83-4d55-8387-ae320ad3b52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:09.62274811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0987fa-4e83-4d55-8387-ae320ad3b52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.097239302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bcba087-add3-4f63-9e73-3f48c44a380b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.217476375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bcba087-add3-4f63-9e73-3f48c44a380b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.252814334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bcba087-add3-4f63-9e73-3f48c44a380b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.287618647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bcba087-add3-4f63-9e73-3f48c44a380b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:13.647553089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc96543-e3e2-4448-9eca-69c20d39ca77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:13.739014963Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","namespace":"ai-tenant-e2e-ipp-b-df42c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.046792828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc96543-e3e2-4448-9eca-69c20d39ca77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.053843472Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","namespace":"ai-tenant-e2e-ipp-b-df42c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.110070313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"8d1dabf2-a8f0-45e0-b2eb-15fc26d56134","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.225696853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc96543-e3e2-4448-9eca-69c20d39ca77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.266078827Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","tenant":"e2e-ipp-b-df42c7","tenantID":"e2e-ipp-b-df42c7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.305892392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc96543-e3e2-4448-9eca-69c20d39ca77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.307231871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"Deployment","name":"maas-api-e2e-ipp-b-df42c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.365185754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"17d84d4e-0f3c-436e-bccf-2f813a959a50","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.466514262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"Service","name":"maas-api-e2e-ipp-b-df42c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.536813861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"ff1a7427-7370-4624-b9d6-ee565bd4648e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.677416163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"8c5a7df0-d246-4e25-ada1-3f2fce3c2c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.677710619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"887c6ff6-e83d-4e98-ab79-f119fd379fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.819179035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-df42c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.964395806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"17d84d4e-0f3c-436e-bccf-2f813a959a50","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.117658522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"8c5a7df0-d246-4e25-ada1-3f2fce3c2c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.157875047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"887c6ff6-e83d-4e98-ab79-f119fd379fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.161764839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-df42c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.239632742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ae129-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"17d84d4e-0f3c-436e-bccf-2f813a959a50","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.265130932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-df42c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.380835689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-df42c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.383720898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"6d5f349c-ba3d-4aa0-88f6-fd84b960f8dd","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.433516363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-df42c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.455046759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-df42c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.49478145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"07509a03-b29c-45ac-932c-2a58f7275b65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.523064128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-df42c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.676107507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-df42c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.719796314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"Service","name":"payload-processing-e2e-ipp-b-df42c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.837179999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-df42c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:16.049940232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-df42c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:16.115679876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-df42c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:16.139940697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"7d72a9d2-3d70-4b08-8cb3-521df829dbf2","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:16.336357633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-df42c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:16.438401548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-df42c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:16.636786446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-df42c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:16.776595525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-df42c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:16.828495788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-df42c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:16.925689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-df42c7"},"namespace":"ai-tenant-e2e-ipp-b-df42c7","name":"default-tenant","reconcileID":"9a107695-9bfa-4074-88ee-8367507339c2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-df42c7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.975889903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"c3720c8e-3ff3-4459-8a62-c35c20113a25","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:19.711448577Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-df42c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-df42c7","reconcileID":"d4540995-7ab7-45df-bcf2-a9b26209ef1c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-df42c7","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-df42c7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:20.489274949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fefe228-3156-403b-9137-c58059598b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:20.534134733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fefe228-3156-403b-9137-c58059598b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:20.623725308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fefe228-3156-403b-9137-c58059598b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:20.732067593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fefe228-3156-403b-9137-c58059598b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:21.955802805Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:23.078503521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6019017e-02bc-456f-accb-d0e9cdb1041a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:23.238338967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6019017e-02bc-456f-accb-d0e9cdb1041a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:23.268264673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6019017e-02bc-456f-accb-d0e9cdb1041a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:23.380651995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"a435f294-d9c3-4521-aa12-57cc3b1aef51","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:23.586764648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6019017e-02bc-456f-accb-d0e9cdb1041a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:23.712288489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"0b6a9834-22eb-4be6-be32-ecf828c98f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:23.71330456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"60dff858-4688-4fa0-ad84-49741629ad67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:23.91985577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"7ee56070-af4c-473b-ba64-448a5c620a19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:24.000259472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"0b6a9834-22eb-4be6-be32-ecf828c98f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:24.010828571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"7ee56070-af4c-473b-ba64-448a5c620a19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:24.132970158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"8631e24f-799e-479b-8632-40d65667e95b","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:24.196127224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"a32f727a-4a98-4849-977b-e6c69a47995c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:24.350187501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"74ae4a93-9cef-4858-bb0b-e4c1668291c2","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:24.526268842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"bbd309b7-ff10-4693-ad3c-6d12a757a43f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:24.526727785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"3fe7695e-3b47-468a-b49c-c498d98176d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:24.5273516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"e2a35f45-9c9e-427b-ab2d-0687fd684317","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:24.644226273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"bbd309b7-ff10-4693-ad3c-6d12a757a43f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:24.738381058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"74cb845a-150b-4f11-abf6-3524ef7356ed","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:24.835571785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"3fe7695e-3b47-468a-b49c-c498d98176d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:24.878355328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"f118fe28-ac62-48b5-a919-576e2c51393a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:25.297208271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"40f740a2-a2ed-4b6a-b4be-0804d5541a76","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:25.326231349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"40f740a2-a2ed-4b6a-b4be-0804d5541a76","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:25.346215212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ae129-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65a6dbcdbc6083cc17d5c0c0a9575df85907b73ea39e0034d7144294e1e3df5e) AuthConfig (8891b34af37cee06aa20c4a05578e00bbb6c7d94ebdd618d967d04a969b4dffc) AuthConfig (ab3ffae28eb72f1e518ecfd512c706d3520631a7ee0f1e945dbf4f22bb5963e9) AuthConfig (d43455044ea84f4ea2eda800e98bc078cf4c4026509922257f1cc5fea1db26b1) AuthConfig (d563effe86ddbb3b459fc515570485131cc9c26b3191b1be93b7e9f57643993c) AuthConfig (1a021b69102a60068fb1e79221d7ee0beff4424be48ceaf16944dd3f8a748433)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"40f740a2-a2ed-4b6a-b4be-0804d5541a76","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:25.368041556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1dda612-a458-4fe1-b422-77328b425cb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:25.368132314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1dda612-a458-4fe1-b422-77328b425cb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:25.395856469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff5cf070-dd40-4904-89cf-b0b0ea939085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:25.417042109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff5cf070-dd40-4904-89cf-b0b0ea939085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:25.4863273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff5cf070-dd40-4904-89cf-b0b0ea939085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:25.512628362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff5cf070-dd40-4904-89cf-b0b0ea939085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.247338968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"02f31799-6b54-4067-aff6-4ef8b1beaeb7","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.325090791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"d682b103-81b1-40c4-b28c-eb0e32757caa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.333547576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"ce3745cb-462c-48b6-8c56-57afdc262eab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.333926686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"d3acd2f1-3c27-4d5c-90de-9bde8e2d4f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.378562561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"ce3745cb-462c-48b6-8c56-57afdc262eab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.387981614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"d3acd2f1-3c27-4d5c-90de-9bde8e2d4f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.397998975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"88e90eb6-5efc-445c-a630-91e51a70da10","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.420290504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"e3d6f420-2908-426c-840d-4d84e645c47a","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.468747029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"61bad998-7293-4187-8186-bc3f2fecacf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.544661627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-2-w2-a9def7","reconcileID":"f23fc0d3-3ac4-449c-a7a4-673f2227bf8c","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-2-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-2-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.575096107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"2a092a4d-2624-4937-aeb7-e50917594fe6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.632588568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"7d97f7ad-daf7-4aaa-9d3a-ec8ecca3c0d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.63998753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"96f6bffa-9665-45d1-a578-9258002c46ee","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.653292969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"7d97f7ad-daf7-4aaa-9d3a-ec8ecca3c0d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.671987753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"ec84839f-8d2f-4424-beed-588aec2b009f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.716418452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"3164a3ad-f8e7-417b-8b03-a845c984481b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.754992138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"3164a3ad-f8e7-417b-8b03-a845c984481b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:28.436974564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"aed0e2b2-9517-4339-9810-31ea2dc61bcf","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:28.457210958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"8911ce87-edce-4c24-8c99-282273909a94","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:28.48599699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"cd3e3cf5-363c-4a46-868f-a8e8a0ab3e7d","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:28.486557469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"c7113d32-ea2e-4ece-8607-b3d890ae989a","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:28.486872313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"02a28d4f-86c4-4cc0-b843-62b1ffc46077","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:28.487386048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"c3d88085-400d-49b9-a4d4-8b56b64fcad0","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:28.532138423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"a4084035-b24b-44b7-9293-86f9fba02c47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-premium-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:28.538519733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"9bb84bc2-b433-4305-afeb-633e0b4bbc83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:28.539329119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"26cc9061-ef7c-4a89-bdba-2dddb6f24702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:28.5406412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"98b6656e-6ab3-4d42-9efd-7d1ddf7e51ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:28.595534934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"9bb84bc2-b433-4305-afeb-633e0b4bbc83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:28.599052178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"26cc9061-ef7c-4a89-bdba-2dddb6f24702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:28.725973967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"acec3640-4551-4608-8116-32f4856bd6f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-premium-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:28.728084887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"5e0b25fc-f258-4e76-ba9a-5c46b04f10be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:29.135193295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6629df0a-0acc-4db3-801a-f7fafeef4a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:29.149550662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6629df0a-0acc-4db3-801a-f7fafeef4a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:29.178259614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6629df0a-0acc-4db3-801a-f7fafeef4a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:29.19482117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6629df0a-0acc-4db3-801a-f7fafeef4a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:29.660459948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"d728ef2e-b33b-48d6-9f43-27c5a12fc602","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-48c52b","tenantID":"e2e-api-b-48c52b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:29.724533717Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"d728ef2e-b33b-48d6-9f43-27c5a12fc602","name":"e2e-api-b-48c52b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.228191048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a329c319-8539-4edf-8e6c-34bf9db4ecf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.243176826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a329c319-8539-4edf-8e6c-34bf9db4ecf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.257329352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a329c319-8539-4edf-8e6c-34bf9db4ecf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.284735451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a329c319-8539-4edf-8e6c-34bf9db4ecf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.112244971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce0aaca-7c3b-4d4f-bc0a-8d7953189d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.126514732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce0aaca-7c3b-4d4f-bc0a-8d7953189d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.140538017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce0aaca-7c3b-4d4f-bc0a-8d7953189d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.154891314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ce0aaca-7c3b-4d4f-bc0a-8d7953189d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.028366277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"0643b0f6-7932-4eeb-a478-c54ed8038b3a","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.871289522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"3a648cc1-8a7f-4f68-8537-f3172dd9d032","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.92429362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"65bfc7db-0f20-4a52-ae05-4695fac73387","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-premium-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.952618054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"7e14c504-428c-428e-ab34-66e9f37f278d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.953233606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"d9c967a5-74cb-462f-88e6-94ed079fdfb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.978367737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"7e14c504-428c-428e-ab34-66e9f37f278d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.97993846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"d9c967a5-74cb-462f-88e6-94ed079fdfb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:34.037720821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"71effc6f-9bb4-43c8-9137-cc8243228a33","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:34.070814399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"f3e88db1-503c-490e-9281-24992537ff6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-premium-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:35.405967566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"79fdbbbf-6aba-4b02-858f-e633063fc450","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:35.427540357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"79fdbbbf-6aba-4b02-858f-e633063fc450","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:35.446633797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ae129-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65a6dbcdbc6083cc17d5c0c0a9575df85907b73ea39e0034d7144294e1e3df5e) AuthConfig (8891b34af37cee06aa20c4a05578e00bbb6c7d94ebdd618d967d04a969b4dffc) AuthConfig (ab3ffae28eb72f1e518ecfd512c706d3520631a7ee0f1e945dbf4f22bb5963e9) AuthConfig (d43455044ea84f4ea2eda800e98bc078cf4c4026509922257f1cc5fea1db26b1) AuthConfig (d563effe86ddbb3b459fc515570485131cc9c26b3191b1be93b7e9f57643993c) AuthConfig (1a021b69102a60068fb1e79221d7ee0beff4424be48ceaf16944dd3f8a748433)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"79fdbbbf-6aba-4b02-858f-e633063fc450","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:36.320606082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"8616ec56-6c63-422e-82c6-3b3ae0619329","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-27cda7","tenantID":"e2e-praxis-a-27cda7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:36.374339367Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"8616ec56-6c63-422e-82c6-3b3ae0619329","name":"e2e-praxis-a-27cda7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:36.98392641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"22f6f9f2-2710-4d07-8475-ff6c2ec7d7b4","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:40.821467945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"254f6c9a-8da9-4825-b6a0-cf3f5acec363","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:40.824847117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"9794c141-2bd0-43c8-ab20-b012ac82ff63","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:40.825530857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"dc84d55c-7818-42c0-85d3-8abdead9937b","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:40.835424921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-2-w2-a9def7","reconcileID":"443721b9-3379-478a-bc07-325ca2750402","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-2-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-2-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:40.932865746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"7f91f7bd-8fec-4892-a5a7-9725eff25753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:40.967161643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"04a173a5-68f7-4673-baa6-d47b73af7df5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:41.051839773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"84f2897b-1ce4-4f20-b809-a785fa205e33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:41.058491989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"26242a26-d482-4507-b5f7-81cadfa8c960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:41.062661888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"7f91f7bd-8fec-4892-a5a7-9725eff25753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:41.087125348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"26242a26-d482-4507-b5f7-81cadfa8c960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:41.141552432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"f121b7c9-662b-410f-a579-69704324e697","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-premium-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:41.174266674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"1d4f6101-1561-4f47-a2d0-b71fe9a6e965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:41.204671308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"1d4f6101-1561-4f47-a2d0-b71fe9a6e965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:41.239512621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"e79b1010-96f2-4743-b333-ae91bb933999","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"maas-trlp-simulator-w2-a9def7","model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:41.273760427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"67d956b3-4f70-43b8-baaf-0c8299bab1ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:41.311827289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"67d956b3-4f70-43b8-baaf-0c8299bab1ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:43.132668936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"2a7fbed9-8251-4a72-b0ed-8e5aa5fa93ee","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:43.132791057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"2a7fbed9-8251-4a72-b0ed-8e5aa5fa93ee","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:43.509808523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"424ad441-d46a-4286-a410-d253ade77eef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:43.509829099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"424ad441-d46a-4286-a410-d253ade77eef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:43.526180112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"4a9d6126-f92e-460f-a253-2e75c2a0ee07","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:43.526198401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"4a9d6126-f92e-460f-a253-2e75c2a0ee07","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:43.554297209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"31f9ad59-dc54-4327-898a-38cf4592aaa4","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:43.618520295Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"31f9ad59-dc54-4327-898a-38cf4592aaa4","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:43.640047328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f363a3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"31f9ad59-dc54-4327-898a-38cf4592aaa4","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:43.657493032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"32b2f5e4-77e7-4280-a6ee-9fbb35dafe07","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:43.657513137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"32b2f5e4-77e7-4280-a6ee-9fbb35dafe07","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:45.090051925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"c281df24-d596-40ab-b8a5-16d22c07c5f9","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:45.484741443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"c2de12b1-506b-4d13-bebd-bf99ef8f016c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:45.505427286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"c2de12b1-506b-4d13-bebd-bf99ef8f016c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:45.523492214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ae129-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65a6dbcdbc6083cc17d5c0c0a9575df85907b73ea39e0034d7144294e1e3df5e) AuthConfig (8891b34af37cee06aa20c4a05578e00bbb6c7d94ebdd618d967d04a969b4dffc) AuthConfig (ab3ffae28eb72f1e518ecfd512c706d3520631a7ee0f1e945dbf4f22bb5963e9) AuthConfig (d43455044ea84f4ea2eda800e98bc078cf4c4026509922257f1cc5fea1db26b1) AuthConfig (d563effe86ddbb3b459fc515570485131cc9c26b3191b1be93b7e9f57643993c) AuthConfig (1a021b69102a60068fb1e79221d7ee0beff4424be48ceaf16944dd3f8a748433)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"c2de12b1-506b-4d13-bebd-bf99ef8f016c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:45.827043276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"69294a8d-c608-42e9-9efd-f843d9b6cd1f","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.589738799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"e328dc2e-dd3f-451d-9d6d-1a1d175a2162","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.632625497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"2d65f07d-d170-4bf3-b24f-fe5de57bc36b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.652368874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"dabbebbd-6f70-4bdd-982e-1b97e7be14f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.652672694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"1901a95d-5c90-4164-b445-07c89f8c1490","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.72133187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"1901a95d-5c90-4164-b445-07c89f8c1490","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.72340677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"38d77395-6e3d-4389-bd3e-0d58438b97b0","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.77266253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"dabbebbd-6f70-4bdd-982e-1b97e7be14f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.880944793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"f0ea0f54-1188-41c1-a15d-7e28dd6d7e3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:47.416279951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047560af-0df2-4c43-b6ce-a2b8e5893afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:47.430413013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047560af-0df2-4c43-b6ce-a2b8e5893afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:47.4447248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047560af-0df2-4c43-b6ce-a2b8e5893afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:47.458810338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047560af-0df2-4c43-b6ce-a2b8e5893afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:47.495319724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"209606b3-979c-4ef9-92a5-ca39777e0e53","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:47.550533609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"3fbee4fd-8e85-4e4c-943d-b3f4caa6ca4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:47.566827262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"842fd2c5-73a8-4089-9d5a-ca4bd873f390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:47.567276845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"6e8a2c96-3fe3-4b75-bc9a-1e03fd011e2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:47.595224422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"842fd2c5-73a8-4089-9d5a-ca4bd873f390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:47.599329338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"6e8a2c96-3fe3-4b75-bc9a-1e03fd011e2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:47.61937067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"2ad639a7-d2ff-42bd-afeb-c097c43bc3f0","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:47.665717189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"116edeb9-868b-4ce8-acb4-3dd734a02c8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.092672658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0830ee8-d614-4698-bbb4-45d1d808b954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.106662193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0830ee8-d614-4698-bbb4-45d1d808b954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.120820995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0830ee8-d614-4698-bbb4-45d1d808b954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.134870099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0830ee8-d614-4698-bbb4-45d1d808b954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.671843697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"4044fe43-96f4-4f5b-bacf-d23964da07a3","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.672403841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"1d6439b9-f4ae-49ff-8ba0-67a7e57df0b4","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.673804065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"180636cb-77e4-4105-b8a1-a91b052fcdc6","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.674072872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"353f3572-e5db-4285-be99-ea753332420c","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.723061711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"89094e0d-9354-4802-99c7-be71ba98632a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.723594483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"27fc2729-72a9-4366-a63a-aacc707d66a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.73381303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"902b676b-63cf-41ce-bef0-6b15569a1643","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-premium-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.749801845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"9dbd24a8-3312-4af9-8d29-3a875ef76948","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.766498854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"27fc2729-72a9-4366-a63a-aacc707d66a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.798643403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"89094e0d-9354-4802-99c7-be71ba98632a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.982472023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e090f5ef-f5f0-431e-994f-de1492c03c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.002713081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e090f5ef-f5f0-431e-994f-de1492c03c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.018598216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e090f5ef-f5f0-431e-994f-de1492c03c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.019617213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"900e1100-c978-4e36-9d21-8920449cb814","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.033407272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e090f5ef-f5f0-431e-994f-de1492c03c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.037242707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-2-w2-a9def7","reconcileID":"bce2db26-6792-463e-98b7-386c0a57aadc","MaaSModelRef":{"name":"distinct-2-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-2-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-2-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.047564266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"distinct-w2-a9def7","reconcileID":"cd1f4890-6f86-4e84-9081-e68b737fa633","MaaSModelRef":{"name":"distinct-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"distinct-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"distinct-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.048023464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"36d7a663-6e96-46f2-b4df-b445e1a1a7e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.077987186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"8708922f-3f83-4078-8903-8f9edf36b057","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-premium-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.081541477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"fc6bd173-9c9d-4b1b-ab25-4108fbaeb93e","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.082244041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"3f0e6380-ff0d-4f89-8329-ae122cfd9c59","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.093590055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"36d7a663-6e96-46f2-b4df-b445e1a1a7e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.126296734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"1fb75745-3cf0-43b1-b698-a9b46ab5ba2d","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"simulator-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"simulator-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.133125194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"premium-w2-a9def7","reconcileID":"29460f86-0ddb-4de9-b096-1f9f2f682b8b","MaaSModelRef":{"name":"premium-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"routeName":"premium-w2-a9def7-kserve-route","namespace":"e2e-models-e2e-worker-w2-a9def7","llmisvcName":"premium-w2-a9def7","gateway":"openshift-ingress/e2e-worker-w2-a9def7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.133828733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"18774a4f-089d-44da-8110-d605e816b6e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.152953819Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"595d667e-a78c-4bed-98c9-85b68d8a4f94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.153240722Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"937857dc-aa5f-4ad5-bb24-7d7f86e8df88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.16072128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"18774a4f-089d-44da-8110-d605e816b6e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.25509039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"f3daaefa-e506-49d2-b751-f62efc4fac1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.255666392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"b7ca7e3c-36c9-4932-bf32-5b827b3d86e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.276994418Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"a5667e44-b6b9-4f52-a4f8-928ccf6c15f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.277343505Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"2311f07a-2ca3-40c3-b5eb-d4318ccc6ca4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.303085363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"f3daaefa-e506-49d2-b751-f62efc4fac1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.307402638Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"f3daaefa-e506-49d2-b751-f62efc4fac1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.316616515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"b7ca7e3c-36c9-4932-bf32-5b827b3d86e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.316672861Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"b7ca7e3c-36c9-4932-bf32-5b827b3d86e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:10:49.329404323Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"32c260f5-05f7-4646-9346-7b682e081e71","name":"simulator-w2-a9def7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-a9def7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:10:49.32953909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a9def7","namespace":"e2e-models-e2e-worker-w2-a9def7"},"namespace":"e2e-models-e2e-worker-w2-a9def7","name":"simulator-w2-a9def7","reconcileID":"32c260f5-05f7-4646-9346-7b682e081e71","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-a9def7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.367904545Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"806b9f40-4471-4bc5-8d50-1b8c2492228a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.378608245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"d7a7e9ac-9bfd-4e1c-900c-42274cb4d5cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.385853258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"9e803a37-db54-48cd-a2ff-8ce23a28ceab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.413805671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"9e803a37-db54-48cd-a2ff-8ce23a28ceab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.415203178Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"9e803a37-db54-48cd-a2ff-8ce23a28ceab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.414821422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"d7a7e9ac-9bfd-4e1c-900c-42274cb4d5cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.415677741Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"d7a7e9ac-9bfd-4e1c-900c-42274cb4d5cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.472971238Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"fd04c47f-5484-4f9a-a52d-8de56381ee99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.879268245Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"31155b79-78ce-4aeb-8654-b787e8abd187","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.898635985Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"7eb382a1-e2dc-42fe-8108-c04c2739d27d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.955932624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"0a4a788f-2f10-4487-8d5a-351ec1c8c68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.956983713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"a4c45bee-f426-4f18-bfb6-362bc00653a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.984968736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"a4c45bee-f426-4f18-bfb6-362bc00653a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.985109623Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"a4c45bee-f426-4f18-bfb6-362bc00653a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.987291103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"0a4a788f-2f10-4487-8d5a-351ec1c8c68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.987339121Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"0a4a788f-2f10-4487-8d5a-351ec1c8c68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.284677126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"925a1020-713a-4157-ab62-7fcbe28c892f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.339801798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"72dc7903-1f56-450c-bb47-ba831cc5a139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.368097718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"925a1020-713a-4157-ab62-7fcbe28c892f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.407941534Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"925a1020-713a-4157-ab62-7fcbe28c892f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.409490243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"72dc7903-1f56-450c-bb47-ba831cc5a139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.40960257Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"72dc7903-1f56-450c-bb47-ba831cc5a139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.628174326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ef1d54-5bac-48c1-9c99-b1b627eb11bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.628920032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"bd59de37-4d4f-4856-bf81-f558b52ee6fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.629799313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"b6b050dd-3ee1-4bc5-b893-18ac7963a69c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.65417936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"bd59de37-4d4f-4856-bf81-f558b52ee6fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.654304428Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"bd59de37-4d4f-4856-bf81-f558b52ee6fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.661798173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ef1d54-5bac-48c1-9c99-b1b627eb11bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.747780581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ef1d54-5bac-48c1-9c99-b1b627eb11bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.752268129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"b6b050dd-3ee1-4bc5-b893-18ac7963a69c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.752377267Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"b6b050dd-3ee1-4bc5-b893-18ac7963a69c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.782532934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ef1d54-5bac-48c1-9c99-b1b627eb11bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.935983854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"892f9b4d-7b79-4606-baaf-4496fe9ca1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.008266041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"892f9b4d-7b79-4606-baaf-4496fe9ca1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.008323372Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"892f9b4d-7b79-4606-baaf-4496fe9ca1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.086013403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"9f95b25e-9a8e-4d7d-8fd3-6cd4b7859ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.111265978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"9f95b25e-9a8e-4d7d-8fd3-6cd4b7859ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.111403885Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"9f95b25e-9a8e-4d7d-8fd3-6cd4b7859ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:10:51.206919926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"892f9b4d-7b79-4606-baaf-4496fe9ca1f2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.292446097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"565d54ec-ac27-478c-a4d9-1cbe55c09841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.329857383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"565d54ec-ac27-478c-a4d9-1cbe55c09841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.367658184Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"565d54ec-ac27-478c-a4d9-1cbe55c09841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.633817373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38aec032-856e-4cbf-8485-9763469d8554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.648808801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38aec032-856e-4cbf-8485-9763469d8554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.663854386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38aec032-856e-4cbf-8485-9763469d8554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.678570888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38aec032-856e-4cbf-8485-9763469d8554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.793205645Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:52.487026992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a192fb-67af-4cde-81fc-719551f447bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:52.518960657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a192fb-67af-4cde-81fc-719551f447bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:52.548064232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a192fb-67af-4cde-81fc-719551f447bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:52.563286752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a192fb-67af-4cde-81fc-719551f447bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:52.583209934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"cb2c93eb-4ca0-434d-b546-69d65fda231a","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:53.134754411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1d3305-e555-4e10-b623-e4c95469cb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:53.155859416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1d3305-e555-4e10-b623-e4c95469cb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:53.170430679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1d3305-e555-4e10-b623-e4c95469cb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:53.185736564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e1d3305-e555-4e10-b623-e4c95469cb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:53.700534212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"a77f450d-f990-4f36-ba45-85bfbf12fe57","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:53.763769374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"a77f450d-f990-4f36-ba45-85bfbf12fe57","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:53.781617352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f363a3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"a77f450d-f990-4f36-ba45-85bfbf12fe57","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:53.879523629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7188603d-30d6-4da8-b7a2-bb912fac6f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:53.893748226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7188603d-30d6-4da8-b7a2-bb912fac6f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:53.90789853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7188603d-30d6-4da8-b7a2-bb912fac6f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:53.921948969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7188603d-30d6-4da8-b7a2-bb912fac6f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.533518889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c144037b-7d9f-49ed-bec6-41bba3b9fb31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.547491885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c144037b-7d9f-49ed-bec6-41bba3b9fb31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.56176252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c144037b-7d9f-49ed-bec6-41bba3b9fb31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.575725248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c144037b-7d9f-49ed-bec6-41bba3b9fb31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:55.551379879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"42243808-9e55-47db-9090-0e9d0481446f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:55.572102918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"42243808-9e55-47db-9090-0e9d0481446f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:55.589717624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ae129-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65a6dbcdbc6083cc17d5c0c0a9575df85907b73ea39e0034d7144294e1e3df5e) AuthConfig (8891b34af37cee06aa20c4a05578e00bbb6c7d94ebdd618d967d04a969b4dffc) AuthConfig (ab3ffae28eb72f1e518ecfd512c706d3520631a7ee0f1e945dbf4f22bb5963e9) AuthConfig (d43455044ea84f4ea2eda800e98bc078cf4c4026509922257f1cc5fea1db26b1) AuthConfig (d563effe86ddbb3b459fc515570485131cc9c26b3191b1be93b7e9f57643993c) AuthConfig (1a021b69102a60068fb1e79221d7ee0beff4424be48ceaf16944dd3f8a748433)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"42243808-9e55-47db-9090-0e9d0481446f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.301658873Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"1d61513c-bf34-48f9-9355-90386ebb2bbe","namespace":"ai-tenant-e2e-worker-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.301741233Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"1d61513c-bf34-48f9-9355-90386ebb2bbe","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.320731914Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"1d61513c-bf34-48f9-9355-90386ebb2bbe","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.321765316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"44b764b7-3a72-46e4-b900-9aa3a1476440","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.33964857Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"1d61513c-bf34-48f9-9355-90386ebb2bbe","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.33967252Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"1d61513c-bf34-48f9-9355-90386ebb2bbe","namespace":"ai-tenant-e2e-worker-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.339786114Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"1d61513c-bf34-48f9-9355-90386ebb2bbe","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.34272006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"bc9bec2e-ae58-43b2-b55e-eb20e2528be0","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.359734611Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"1d61513c-bf34-48f9-9355-90386ebb2bbe","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.360709501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"4e9c7d47-bbca-46f4-96c3-9a818b7f2639","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.370693612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"64152f45-bbd2-416a-b3d5-766e45648708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.370723513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"809931ae-ca8a-4afa-bb6e-e94c871d5b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.371021876Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"0151ea86-089a-4a71-8dd9-d020bd08da52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-249a13ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.381842694Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"1d61513c-bf34-48f9-9355-90386ebb2bbe","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.382590832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"fcc8dd28-471b-4e9b-b4c0-44230bddd75d","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.389415121Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"e348c098-d691-463d-bef4-b8dd0d36ddde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-36d687c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.390380257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"64152f45-bbd2-416a-b3d5-766e45648708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.393000809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"809931ae-ca8a-4afa-bb6e-e94c871d5b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.397477363Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"290d64e5-786f-493d-b03d-e11d64c715d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-249a13ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.423096461Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"cf1f90b3-1e19-47cc-82bd-d0c4440aecd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-36d687c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.436802369Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"6fb46cec-8abe-440a-9601-b6ac40b2db65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.561617069Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"25de1fdd-a780-49e4-84b3-206096f6eecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.635371419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"6fb46cec-8abe-440a-9601-b6ac40b2db65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.648849735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"25de1fdd-a780-49e4-84b3-206096f6eecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.693082982Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"6fb46cec-8abe-440a-9601-b6ac40b2db65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.693109461Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-access","reconcileID":"6fb46cec-8abe-440a-9601-b6ac40b2db65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:10:59.71200037Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"25de1fdd-a780-49e4-84b3-206096f6eecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-a3c02e-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:10:59.71307004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"25de1fdd-a780-49e4-84b3-206096f6eecd","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-a3c02e-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.718709264Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"2ec032c7-8d78-4b71-8271-571e272b63e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.719429633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"25c4ebc5-ec23-41f0-8d72-e7e5bc01e949","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.764957897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"2ec032c7-8d78-4b71-8271-571e272b63e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.784379008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"2ec032c7-8d78-4b71-8271-571e272b63e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"e2e-worker-w1-a3c02e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.784399428Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-access","reconcileID":"2ec032c7-8d78-4b71-8271-571e272b63e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:59.802923901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"46165f21-23c6-4fe9-8650-62d3c35e5342","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:01.918956541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0997f287-c6b3-4d46-be86-77fcd7281caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:01.933997734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0997f287-c6b3-4d46-be86-77fcd7281caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:01.948771666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0997f287-c6b3-4d46-be86-77fcd7281caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:01.965249267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0997f287-c6b3-4d46-be86-77fcd7281caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:02.51429754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d01065e-c6d7-497d-912f-94646614b999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:02.529787041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d01065e-c6d7-497d-912f-94646614b999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:02.544100887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d01065e-c6d7-497d-912f-94646614b999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:02.558371324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d01065e-c6d7-497d-912f-94646614b999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:03.810293866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"ecb9bce1-7855-4697-8766-d5f86798baf2","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:03.829227317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"ecb9bce1-7855-4697-8766-d5f86798baf2","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:03.846977884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f363a3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"ecb9bce1-7855-4697-8766-d5f86798baf2","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.620788019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"6f16fd27-a3e5-407e-9f09-1385a67ef727","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.65496519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"6f16fd27-a3e5-407e-9f09-1385a67ef727","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.673668736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ae129-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65a6dbcdbc6083cc17d5c0c0a9575df85907b73ea39e0034d7144294e1e3df5e) AuthConfig (8891b34af37cee06aa20c4a05578e00bbb6c7d94ebdd618d967d04a969b4dffc) AuthConfig (ab3ffae28eb72f1e518ecfd512c706d3520631a7ee0f1e945dbf4f22bb5963e9) AuthConfig (d43455044ea84f4ea2eda800e98bc078cf4c4026509922257f1cc5fea1db26b1) AuthConfig (d563effe86ddbb3b459fc515570485131cc9c26b3191b1be93b7e9f57643993c) AuthConfig (1a021b69102a60068fb1e79221d7ee0beff4424be48ceaf16944dd3f8a748433)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"6f16fd27-a3e5-407e-9f09-1385a67ef727","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.004833812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"434dbba9-f9c4-4a33-b5df-282f1ab5cdef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.004854523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"434dbba9-f9c4-4a33-b5df-282f1ab5cdef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.021937848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d23d293c-16a6-48c5-ab15-0391d98daef8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.021959346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d23d293c-16a6-48c5-ab15-0391d98daef8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.053002834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"b96f6c0e-76a6-4c46-9f59-81a46e3c535e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-48c52b","tenantID":"e2e-api-b-48c52b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.137446529Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"b96f6c0e-76a6-4c46-9f59-81a46e3c535e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"name":"e2e-api-b-48c52b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.16595829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-48c52b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"b96f6c0e-76a6-4c46-9f59-81a46e3c535e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.213630739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7c94880-da47-45ab-a7d1-383a1fbebf90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.213646492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7c94880-da47-45ab-a7d1-383a1fbebf90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.547135537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"c933ac63-4ee8-4814-a09d-5eaeb42866fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.567501306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"c933ac63-4ee8-4814-a09d-5eaeb42866fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.585603926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ae129-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65a6dbcdbc6083cc17d5c0c0a9575df85907b73ea39e0034d7144294e1e3df5e) AuthConfig (8891b34af37cee06aa20c4a05578e00bbb6c7d94ebdd618d967d04a969b4dffc) AuthConfig (ab3ffae28eb72f1e518ecfd512c706d3520631a7ee0f1e945dbf4f22bb5963e9) AuthConfig (d43455044ea84f4ea2eda800e98bc078cf4c4026509922257f1cc5fea1db26b1) AuthConfig (d563effe86ddbb3b459fc515570485131cc9c26b3191b1be93b7e9f57643993c) AuthConfig (1a021b69102a60068fb1e79221d7ee0beff4424be48ceaf16944dd3f8a748433)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"c933ac63-4ee8-4814-a09d-5eaeb42866fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.676335033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"f78558dc-5644-4432-835d-073d8d6391ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.695823251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"f78558dc-5644-4432-835d-073d8d6391ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.714105862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ae129-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65a6dbcdbc6083cc17d5c0c0a9575df85907b73ea39e0034d7144294e1e3df5e) AuthConfig (8891b34af37cee06aa20c4a05578e00bbb6c7d94ebdd618d967d04a969b4dffc) AuthConfig (ab3ffae28eb72f1e518ecfd512c706d3520631a7ee0f1e945dbf4f22bb5963e9) AuthConfig (d43455044ea84f4ea2eda800e98bc078cf4c4026509922257f1cc5fea1db26b1) AuthConfig (d563effe86ddbb3b459fc515570485131cc9c26b3191b1be93b7e9f57643993c) AuthConfig (1a021b69102a60068fb1e79221d7ee0beff4424be48ceaf16944dd3f8a748433)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"f78558dc-5644-4432-835d-073d8d6391ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.821877091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac669d56-2867-42cf-8401-612b8956be0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.836009543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac669d56-2867-42cf-8401-612b8956be0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.850654768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac669d56-2867-42cf-8401-612b8956be0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.864678602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac669d56-2867-42cf-8401-612b8956be0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.037769157Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"d43ebb6e-bd91-4661-802a-6a99bfd72004","namespace":"ai-tenant-e2e-worker-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.037965139Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"d43ebb6e-bd91-4661-802a-6a99bfd72004","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.056625097Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"d43ebb6e-bd91-4661-802a-6a99bfd72004","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.075420596Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"d43ebb6e-bd91-4661-802a-6a99bfd72004","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.075439207Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"d43ebb6e-bd91-4661-802a-6a99bfd72004","namespace":"ai-tenant-e2e-worker-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.075503916Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"d43ebb6e-bd91-4661-802a-6a99bfd72004","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.096057853Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"d43ebb6e-bd91-4661-802a-6a99bfd72004","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.098844078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"6ed5ae10-19f6-4c75-9e2e-5c81b26f71a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.098979049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"c450e92a-5259-4fc3-8ce4-59477848406f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.119335387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"c450e92a-5259-4fc3-8ce4-59477848406f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.120806333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"6ed5ae10-19f6-4c75-9e2e-5c81b26f71a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.121518159Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"d43ebb6e-bd91-4661-802a-6a99bfd72004","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.151166221Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"c450e92a-5259-4fc3-8ce4-59477848406f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.211953746Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"6ed5ae10-19f6-4c75-9e2e-5c81b26f71a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.264238877Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"741ca243-2941-47bb-810e-d9cc80b9b5a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.294183557Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"51f05d63-5360-49a2-85eb-cd9e8fc261a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.370672413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"741ca243-2941-47bb-810e-d9cc80b9b5a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.561431737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"51f05d63-5360-49a2-85eb-cd9e8fc261a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.563009269Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"741ca243-2941-47bb-810e-d9cc80b9b5a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.563025083Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-access","reconcileID":"741ca243-2941-47bb-810e-d9cc80b9b5a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.580300177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"51f05d63-5360-49a2-85eb-cd9e8fc261a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"name":"e2e-worker-w2-a9def7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.580316238Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-access","reconcileID":"51f05d63-5360-49a2-85eb-cd9e8fc261a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.737987904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ca55b0-0c03-4607-840c-d1c2fc97f9db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.752684463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ca55b0-0c03-4607-840c-d1c2fc97f9db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.766883621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ca55b0-0c03-4607-840c-d1c2fc97f9db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.781550475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ca55b0-0c03-4607-840c-d1c2fc97f9db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:08.35909718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71b4249-d194-4d2d-b1cf-9579803bd773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:08.373353508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71b4249-d194-4d2d-b1cf-9579803bd773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:08.387700926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71b4249-d194-4d2d-b1cf-9579803bd773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:08.401884086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71b4249-d194-4d2d-b1cf-9579803bd773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:09.412137875Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"465e2c03-31c5-4b8a-8b74-6b505cf4039b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:09.426717916Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"465e2c03-31c5-4b8a-8b74-6b505cf4039b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:09.437904174Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"5f9a4b2e-16d6-4fe1-9ec1-74842e58aa47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:09.441286363Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"simulator-subscription","reconcileID":"465e2c03-31c5-4b8a-8b74-6b505cf4039b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/simulator-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:09.452584871Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"5f9a4b2e-16d6-4fe1-9ec1-74842e58aa47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:09.466417709Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"premium-simulator-subscription","reconcileID":"5f9a4b2e-16d6-4fe1-9ec1-74842e58aa47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"name":"maas-trlp-premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e","model":"e2e-models-e2e-worker-w1-a3c02e/premium-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:09.602506799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"12a5fcb2-f71c-4db1-9621-09d50439eb8f","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:09.637781637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"a41c3148-201e-4a14-91aa-992e6973e80a","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:10.448820373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-2-w1-a3c02e","reconcileID":"b5aef268-0c65-40b9-b62d-e97f04567a59","MaaSModelRef":{"name":"distinct-2-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-2-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-2-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:10.455665873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"d0ed1f6f-ef25-4e3b-bb44-e957ccab826b","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:10.463071999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"premium-w1-a3c02e","reconcileID":"26d3637d-4cf7-4245-9aeb-5c0c785f2847","MaaSModelRef":{"name":"premium-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"premium-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"premium-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:10.470583744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"simulator-w1-a3c02e","reconcileID":"c42a7a93-7060-4355-b086-b9bd03685c23","MaaSModelRef":{"name":"simulator-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"simulator-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"simulator-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:10.525038208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"namespace":"e2e-models-e2e-worker-w1-a3c02e","name":"distinct-w1-a3c02e","reconcileID":"83d8b445-d2d9-417e-b9d7-6f7a2f2d68ce","MaaSModelRef":{"name":"distinct-w1-a3c02e","namespace":"e2e-models-e2e-worker-w1-a3c02e"},"routeName":"distinct-w1-a3c02e-kserve-route","namespace":"e2e-models-e2e-worker-w1-a3c02e","llmisvcName":"distinct-w1-a3c02e","gateway":"openshift-ingress/e2e-worker-w1-a3c02e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:12.917239277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"9bc42bad-8a37-4be4-94ca-50907a28d45e","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:13.368108751Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"424ef127-c622-42e3-aff1-433c4681d8c6","gateway":"openshift-ingress/e2e-ipp-b-f82846","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:13.881666711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"39e28a67-baee-4c63-9af0-0d526653fa58","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:13.902345355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"39e28a67-baee-4c63-9af0-0d526653fa58","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:13.920623109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f363a3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"39e28a67-baee-4c63-9af0-0d526653fa58","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:14.717396441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902fa81e-abfe-4fc7-bbe0-f39a9b923f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:14.731507917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902fa81e-abfe-4fc7-bbe0-f39a9b923f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:14.746265144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902fa81e-abfe-4fc7-bbe0-f39a9b923f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:14.760553627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"902fa81e-abfe-4fc7-bbe0-f39a9b923f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:15.554545888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63c0b67-56ed-4fa3-a2b0-91b282f13207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:15.572556934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63c0b67-56ed-4fa3-a2b0-91b282f13207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:15.598769935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63c0b67-56ed-4fa3-a2b0-91b282f13207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:15.630268402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63c0b67-56ed-4fa3-a2b0-91b282f13207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:15.660344706Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4e8583","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4e8583","reconcileID":"c02269da-9454-4534-97f0-5fc30a4365a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-4e8583","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-4e8583":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:16.370670998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"3a25a00e-a1a6-4dd1-9458-773c82eb76a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-48c52b","tenantID":"e2e-api-b-48c52b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:16.389521257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"3a25a00e-a1a6-4dd1-9458-773c82eb76a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"name":"e2e-api-b-48c52b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:16.409804626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-48c52b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"3a25a00e-a1a6-4dd1-9458-773c82eb76a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:16.54042748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf04f85c-a63e-460b-bee7-73b7c7b22b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:16.555357056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf04f85c-a63e-460b-bee7-73b7c7b22b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:16.569465676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf04f85c-a63e-460b-bee7-73b7c7b22b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:16.58367645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf04f85c-a63e-460b-bee7-73b7c7b22b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:16.692671102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"131c4d73-f126-4269-998d-0fbdd8ca05ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:16.711517999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"131c4d73-f126-4269-998d-0fbdd8ca05ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:16.729414402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ae129-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65a6dbcdbc6083cc17d5c0c0a9575df85907b73ea39e0034d7144294e1e3df5e) AuthConfig (8891b34af37cee06aa20c4a05578e00bbb6c7d94ebdd618d967d04a969b4dffc) AuthConfig (ab3ffae28eb72f1e518ecfd512c706d3520631a7ee0f1e945dbf4f22bb5963e9) AuthConfig (d43455044ea84f4ea2eda800e98bc078cf4c4026509922257f1cc5fea1db26b1) AuthConfig (d563effe86ddbb3b459fc515570485131cc9c26b3191b1be93b7e9f57643993c) AuthConfig (1a021b69102a60068fb1e79221d7ee0beff4424be48ceaf16944dd3f8a748433)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"131c4d73-f126-4269-998d-0fbdd8ca05ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:16.79226844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"f96351cc-06da-4c9e-9f37-d4fc1b3722a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:16.811154377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"f96351cc-06da-4c9e-9f37-d4fc1b3722a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:16.828687572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ae129-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65a6dbcdbc6083cc17d5c0c0a9575df85907b73ea39e0034d7144294e1e3df5e) AuthConfig (8891b34af37cee06aa20c4a05578e00bbb6c7d94ebdd618d967d04a969b4dffc) AuthConfig (ab3ffae28eb72f1e518ecfd512c706d3520631a7ee0f1e945dbf4f22bb5963e9) AuthConfig (d43455044ea84f4ea2eda800e98bc078cf4c4026509922257f1cc5fea1db26b1) AuthConfig (d563effe86ddbb3b459fc515570485131cc9c26b3191b1be93b7e9f57643993c) AuthConfig (1a021b69102a60068fb1e79221d7ee0beff4424be48ceaf16944dd3f8a748433)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"f96351cc-06da-4c9e-9f37-d4fc1b3722a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.106437601Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"fe9a7736-dc7f-4852-911b-6dcafcc1abbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.106680277Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"simulator-subscription","reconcileID":"fe9a7736-dc7f-4852-911b-6dcafcc1abbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-a9def7/simulator-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.13948961Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"8a47cae4-fa51-44c2-8598-3617be1245b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.139748212Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"premium-simulator-subscription","reconcileID":"8a47cae4-fa51-44c2-8598-3617be1245b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"model":"e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-a9def7/premium-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.24673262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3404326-3401-4f6e-972a-8fcb1e3c1bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.271205271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3404326-3401-4f6e-972a-8fcb1e3c1bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.2866012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3404326-3401-4f6e-972a-8fcb1e3c1bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.302512706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3404326-3401-4f6e-972a-8fcb1e3c1bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.965498138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c48810-fc3e-423b-b7ad-f33efbba822a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.981264575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c48810-fc3e-423b-b7ad-f33efbba822a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.998342057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c48810-fc3e-423b-b7ad-f33efbba822a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:18.017425523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c48810-fc3e-423b-b7ad-f33efbba822a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:18.15941389Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"9989b6ec-7a2a-4e17-ac11-a46c7d7cfe83","gateway":"openshift-ingress/e2e-ipp-a-b80d5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:21.777570001Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:23.949297494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"e899994b-ae25-45b9-a322-125930169e99","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:23.968731905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"e899994b-ae25-45b9-a322-125930169e99","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:23.987197452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f363a3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"e899994b-ae25-45b9-a322-125930169e99","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.437678176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"2d3e8137-ec2a-4726-86b3-0fc4481f4578","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-48c52b","tenantID":"e2e-api-b-48c52b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.456611542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"2d3e8137-ec2a-4726-86b3-0fc4481f4578","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"name":"e2e-api-b-48c52b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.474196511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-48c52b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"2d3e8137-ec2a-4726-86b3-0fc4481f4578","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.856866234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"61face4f-f231-4012-90ce-2a0451bee6fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.875542491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"61face4f-f231-4012-90ce-2a0451bee6fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.894251357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ae129-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65a6dbcdbc6083cc17d5c0c0a9575df85907b73ea39e0034d7144294e1e3df5e) AuthConfig (8891b34af37cee06aa20c4a05578e00bbb6c7d94ebdd618d967d04a969b4dffc) AuthConfig (ab3ffae28eb72f1e518ecfd512c706d3520631a7ee0f1e945dbf4f22bb5963e9) AuthConfig (d43455044ea84f4ea2eda800e98bc078cf4c4026509922257f1cc5fea1db26b1) AuthConfig (d563effe86ddbb3b459fc515570485131cc9c26b3191b1be93b7e9f57643993c) AuthConfig (1a021b69102a60068fb1e79221d7ee0beff4424be48ceaf16944dd3f8a748433)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"61face4f-f231-4012-90ce-2a0451bee6fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.411593331Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","namespace":"ai-tenant-e2e-worker-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.411658855Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","namespace":"ai-tenant-e2e-worker-w1-a3c02e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.411727801Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","tenant":"e2e-worker-w1-a3c02e","tenantID":"e2e-worker-w1-a3c02e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.428108823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"Deployment","name":"maas-api-e2e-worker-w1-a3c02e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.451700602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"Service","name":"maas-api-e2e-worker-w1-a3c02e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.472773464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-a3c02e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.490711616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-a3c02e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.508533092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-a3c02e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.524661808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-a3c02e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.543481707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-a3c02e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.559677788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-a3c02e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.573423031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-a3c02e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.586823121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-a3c02e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.600515954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"Service","name":"payload-processing-e2e-worker-w1-a3c02e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.614019349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-a3c02e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.627506595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-a3c02e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.641134341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-a3c02e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.654677799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-a3c02e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.674234693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-a3c02e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.689749828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-a3c02e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.706543264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-a3c02e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.721502657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-a3c02e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.743801141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a3c02e"},"namespace":"ai-tenant-e2e-worker-w1-a3c02e","name":"default-tenant","reconcileID":"9da8d580-5041-4718-910f-312fb6444608","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-a3c02e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:28.287032011Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-a3c02e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-a3c02e","reconcileID":"4e7248f4-694b-4227-a0d2-1d33000556a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-a3c02e","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-a3c02e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:28.754722717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415a7ca5-5191-43bc-91cc-a262d9034540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:28.769252013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415a7ca5-5191-43bc-91cc-a262d9034540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:28.783770281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415a7ca5-5191-43bc-91cc-a262d9034540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:28.797972017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415a7ca5-5191-43bc-91cc-a262d9034540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:29.364569285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcad1578-f1d4-4892-a91d-2dcd2269fc12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:29.379454766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcad1578-f1d4-4892-a91d-2dcd2269fc12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:29.393318345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcad1578-f1d4-4892-a91d-2dcd2269fc12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:29.407374028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcad1578-f1d4-4892-a91d-2dcd2269fc12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:30.123532294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1acd0e0e-26ec-423f-95ff-9b1f5dfaae1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:30.161594387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1acd0e0e-26ec-423f-95ff-9b1f5dfaae1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:30.17562091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1acd0e0e-26ec-423f-95ff-9b1f5dfaae1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:30.190103495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1acd0e0e-26ec-423f-95ff-9b1f5dfaae1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:30.795241882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fec671-e693-47bc-8227-df6a4383441e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:30.809223433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fec671-e693-47bc-8227-df6a4383441e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:30.823203025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fec671-e693-47bc-8227-df6a4383441e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:30.83715593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64fec671-e693-47bc-8227-df6a4383441e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:34.306117069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"72991722-465f-49be-ab5c-697eca208bf6","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:34.418826775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"72991722-465f-49be-ab5c-697eca208bf6","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:34.792168991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f363a3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"72991722-465f-49be-ab5c-697eca208bf6","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:35.776213561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f49d478-726f-4fb7-8c97-2be475515122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:35.846390923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f49d478-726f-4fb7-8c97-2be475515122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:35.867584923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f49d478-726f-4fb7-8c97-2be475515122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:35.889917102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f49d478-726f-4fb7-8c97-2be475515122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.706644631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"d6cb8df0-bac9-49f9-bffd-9ed48005aa60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-48c52b","tenantID":"e2e-api-b-48c52b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.767873917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"d6cb8df0-bac9-49f9-bffd-9ed48005aa60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"name":"e2e-api-b-48c52b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.888109263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-48c52b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"d6cb8df0-bac9-49f9-bffd-9ed48005aa60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.997401004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"18285ae1-1c0f-4184-b613-e0414167cd83","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:37.173942001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"9644d431-8868-456c-a79c-af0cee108ab9","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:37.215699719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"18285ae1-1c0f-4184-b613-e0414167cd83","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:37.454457989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ae129-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65a6dbcdbc6083cc17d5c0c0a9575df85907b73ea39e0034d7144294e1e3df5e) AuthConfig (8891b34af37cee06aa20c4a05578e00bbb6c7d94ebdd618d967d04a969b4dffc) AuthConfig (ab3ffae28eb72f1e518ecfd512c706d3520631a7ee0f1e945dbf4f22bb5963e9) AuthConfig (d43455044ea84f4ea2eda800e98bc078cf4c4026509922257f1cc5fea1db26b1) AuthConfig (d563effe86ddbb3b459fc515570485131cc9c26b3191b1be93b7e9f57643993c) AuthConfig (1a021b69102a60068fb1e79221d7ee0beff4424be48ceaf16944dd3f8a748433)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"18285ae1-1c0f-4184-b613-e0414167cd83","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:38.608279979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"0e1928ca-5bbd-47a1-957d-9d63ea8b9e8b","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:38.912325486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"9eed5c92-22e7-408f-894c-f02c7b2082d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:38.913091499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"3fd6d2b6-3159-4d35-af35-cebdd302993d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:38.988099163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"3fd6d2b6-3159-4d35-af35-cebdd302993d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:39.023521962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37a944f-c1bd-4355-bd72-183e96c361b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:39.093002422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"aea8eebe-7603-402d-96e3-333971cbd013","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:39.121730475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37a944f-c1bd-4355-bd72-183e96c361b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:39.198433627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37a944f-c1bd-4355-bd72-183e96c361b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:39.202178155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"0f4b15a0-b8d5-4f3a-80c7-db9f22bb8063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:39.216857471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"00998afc-504f-4b67-b083-a3b73605fc3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:39.228846403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37a944f-c1bd-4355-bd72-183e96c361b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:39.238390252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"0f4b15a0-b8d5-4f3a-80c7-db9f22bb8063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:40.344289003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"01442f5e-9919-4953-b21b-48769c62a970","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:40.537860244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"8d7a7de2-e999-4688-9ee5-79e31a933130","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:40.587590828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"8775958d-50cb-46d1-8b71-ca7130ad21ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:40.816824595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"8775958d-50cb-46d1-8b71-ca7130ad21ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.040626521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"b6ef3c7d-00fc-40f6-a8fc-fe9a2b90dbfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.044699504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"fbbb96cb-45be-4b37-a6c1-83ac177e55d3","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.123054525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"b6ef3c7d-00fc-40f6-a8fc-fe9a2b90dbfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.14402481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"9c0adf52-78be-4f8d-8439-131fcb115b88","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.297393896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"9c0adf52-78be-4f8d-8439-131fcb115b88","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.316555027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"8c2a8164-b273-46ec-b457-1d1212df1962","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.36213241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f363a3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff944fd6c0ce640d88ac10ac895e04dab9d631e5c589a85d9c05db5069c9794b) AuthConfig (0c58c873f36210abf14366fe8cdd8e3f0dcd174f66eb15a07a65c671a8189a0d) AuthConfig (c516c3bd57714127e9e5eeb07fab2de51e98993c35786eb76d3c80851ed6dc3e) AuthConfig (82935b1fb2836edd018be3503436e5351c2c3a74f6329379960e048c08dfbb50) AuthConfig (9b71f1db7261e38c5040e400ef2cba9b6d876c73f3ad068aa4ae9f90e32b484f) AuthConfig (a526d14a2c3ccc933f82e83560160c55102aa5a4787dad93e279ad27af28c6a0) AuthConfig (6b6027dd32a432b4c9c336fdf1e1ea96639f39b35c4fc0cfd7b6b20ae56e5bec) AuthConfig (b97eb1de6cf1679839d2116d6cfb4957577d3f31d0b6532dcab6160032a9cff7) AuthConfig (c093b9fa40488cf56ebd1658d2c738542b84afa74d8f9448d7ec31708834b780) AuthConfig (4cf74d8c22f599529b7b24adacaef7c27d87ba7671126ab6494a44af4ac9d664) AuthConfig (3b04d78606fc44b4d511cee557b9b6a8d11c17c66bbe9ccde69f6bd5f70b4457) AuthConfig (5cd34c7e883f89b8d4e258c6674feac1e36adf78cb106c939405fcceeecfad60) AuthConfig (f645428b3cefff6626c53fcf7ca830120d1efd959b646656e0294ec1a02c214c) AuthConfig (b0d042719f4c79f5d2f978ea60ac29c320764b91a4dd98c808900b2b9dcfd4ff) AuthConfig (f02ab13c3ad8a5bd88207c4bb68a92e360ea305cbad5f1dc50fe36ae91c8afef) AuthConfig (b42b14d4502eb7e8afc48795624fa1459db00b902ac9171298a7640c1fa7925a) AuthConfig (99dc31e08f0e3399cd1121d603badabec1fa43a5f7b57239c7752dc8234fb4c7) AuthConfig (453559d8a909f6331a623f8d6bcde8cae9cd91611c49e223328a7b4da011e4e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"9c0adf52-78be-4f8d-8439-131fcb115b88","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.442908565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"7d3de2b5-80c1-40c4-a6d8-d1a7a3ff5330","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.443027214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"7d3de2b5-80c1-40c4-a6d8-d1a7a3ff5330","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.679972459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70b354eb-be82-4ae6-8283-d376646e955a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.71217073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70b354eb-be82-4ae6-8283-d376646e955a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.748699488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70b354eb-be82-4ae6-8283-d376646e955a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.783982104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70b354eb-be82-4ae6-8283-d376646e955a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.903550105Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","namespace":"ai-tenant-e2e-worker-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.903719991Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","namespace":"ai-tenant-e2e-worker-w2-a9def7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.903822113Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","tenant":"e2e-worker-w2-a9def7","tenantID":"e2e-worker-w2-a9def7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.921919002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"Deployment","name":"maas-api-e2e-worker-w2-a9def7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.957894371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"Service","name":"maas-api-e2e-worker-w2-a9def7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.977320965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-a9def7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:41.999354326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-a9def7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:42.025002963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-a9def7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:42.053297875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-a9def7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:42.073336018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-a9def7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:42.091840798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-a9def7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:42.106547436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-a9def7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:42.125257829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-a9def7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:42.147364146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"Service","name":"payload-processing-e2e-worker-w2-a9def7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:42.148619837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"f37aded7-6cf0-4a0a-9e89-b40ed22c01fe","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:42.17004758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-a9def7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:42.212963345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-a9def7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:42.227755505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-a9def7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:42.243985242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-a9def7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:42.264435156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-a9def7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:42.288160523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-a9def7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:42.303469739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-a9def7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:42.338746613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-a9def7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:42.37324664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a9def7"},"namespace":"ai-tenant-e2e-worker-w2-a9def7","name":"default-tenant","reconcileID":"13b47d1c-b4f3-4dc9-8c56-1a5336997181","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-a9def7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:43.834674489Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-a9def7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-a9def7","reconcileID":"e0ac5b85-8354-436c-98c1-4279e2b67d12","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-a9def7","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-a9def7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:44.077005074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"1c532a3a-cdca-42d8-8875-481fc3a3d101","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:44.166587299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"03247b3e-ab4f-4ad2-b6fd-c96d7d1c0af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:44.174294825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"826f3934-bb18-44c1-9e1f-a31d7436e8bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:44.193047097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"03247b3e-ab4f-4ad2-b6fd-c96d7d1c0af0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:44.271237649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfe9c40b-d0ee-4c22-a29d-4535aef5dce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:44.308165608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfe9c40b-d0ee-4c22-a29d-4535aef5dce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:44.337658205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"82275558-c40c-4f51-a64a-4ca35601ebf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:44.337129694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfe9c40b-d0ee-4c22-a29d-4535aef5dce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:44.374971634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfe9c40b-d0ee-4c22-a29d-4535aef5dce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:44.378661328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"1e614c63-e402-4728-86c9-4ddae744cc5e","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:44.399122271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"82275558-c40c-4f51-a64a-4ca35601ebf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:44.473379731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"f7117ed4-351a-46b0-9086-c7f2d2f5ffeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:45.355091349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6265fb-f713-4db6-876d-e4d78a25c4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:45.369898518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6265fb-f713-4db6-876d-e4d78a25c4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:45.402896245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6265fb-f713-4db6-876d-e4d78a25c4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:45.422720033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6265fb-f713-4db6-876d-e4d78a25c4d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:45.929785874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"27ad8e5f-d954-42e4-a5f0-18a4030d04f0","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"distinct-2-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"distinct-2-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.021239706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d86425-60e8-40f0-9019-2bc3c19ebdff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.035749551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d86425-60e8-40f0-9019-2bc3c19ebdff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.049778394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d86425-60e8-40f0-9019-2bc3c19ebdff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.063775696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04d86425-60e8-40f0-9019-2bc3c19ebdff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.714371536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cce5aec-6d90-4b47-934a-b9f3fad529db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.727325035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"4371d61e-e7d7-42fa-b2e4-71137f624051","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.728958992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cce5aec-6d90-4b47-934a-b9f3fad529db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.743962564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cce5aec-6d90-4b47-934a-b9f3fad529db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.758672961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cce5aec-6d90-4b47-934a-b9f3fad529db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.947373279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"327b228a-3a0e-45a6-8fdb-16bfc419c8ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-48c52b","tenantID":"e2e-api-b-48c52b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.968768188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"327b228a-3a0e-45a6-8fdb-16bfc419c8ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"name":"e2e-api-b-48c52b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.98886869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-48c52b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (acf88d62e330a71ea5a6972dc29d8bd71a01e7496ff6affb38e03139b73066cd) AuthConfig (8106130c9a260f4313b9bc0adfb6f1ad84c5b669e6177ec042d836e84fa5ff35) AuthConfig (0ec39c92fdccf8dcd194bcb9a911a4435357963613dc599e86c209905eff6a50) AuthConfig (27105c5e8cc1a60245932b08a0e9df861de451ca900c02843e02b5ecdbebee90) AuthConfig (5969317335b6c369c8a982b2143785477eda6d5c40b72ed38cd5ba337b3255c2) AuthConfig (dc32d24c6d07e0a5c1adb0f3d394a9d2fa12f6b17159ea69c266df91f3572f3a) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"327b228a-3a0e-45a6-8fdb-16bfc419c8ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:47.008682248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cae5f71-16cd-4588-98b4-738fe063c9ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:47.008712369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cae5f71-16cd-4588-98b4-738fe063c9ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:47.483525283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"ea366aaf-e863-4e37-ba28-db85496eb4e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:47.502477009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"ea366aaf-e863-4e37-ba28-db85496eb4e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:47.521717944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9ae129-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8891b34af37cee06aa20c4a05578e00bbb6c7d94ebdd618d967d04a969b4dffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"ea366aaf-e863-4e37-ba28-db85496eb4e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:47.539378339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e75a559-3927-4768-b02c-20d068b4ffb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:47.539396424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e75a559-3927-4768-b02c-20d068b4ffb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:47.619891759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"5d8cd651-e3b7-472e-8871-783eb336c74a","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:48.420884278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"17d995c5-6e37-46ca-a2bb-4d592b78e7d3","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:48.476253905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"5a529d34-898f-46ef-ab31-08afe8b75a7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:48.503700689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"ca498aee-4929-4769-bb86-12297b4a830c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:48.503704689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"eea468f3-0aae-4467-87d5-e58880f6607f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:48.522696831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"ca498aee-4929-4769-bb86-12297b4a830c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:48.52336226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"eea468f3-0aae-4467-87d5-e58880f6607f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:48.529801242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"5609db94-8a08-49b4-8b65-d8a9d5e0e856","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:48.563396805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e5165b4-b49c-41d7-bf98-8f091179104f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:48.580165318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e5165b4-b49c-41d7-bf98-8f091179104f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:48.580760274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"d4b12020-15e4-4542-b528-3edf91125483","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:48.59409953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e5165b4-b49c-41d7-bf98-8f091179104f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:48.608186017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e5165b4-b49c-41d7-bf98-8f091179104f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:49.230649981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601a0ef3-7472-4c41-b2af-96f743d8d4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:49.24478946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"49548cf9-ee22-456a-9889-51bde3065f51","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:49.244816159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"49548cf9-ee22-456a-9889-51bde3065f51","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:49.245019603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601a0ef3-7472-4c41-b2af-96f743d8d4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:49.252232884Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-75db5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-75db5b","reconcileID":"2619f6de-d406-45bf-8705-e92d53a8909f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-75db5b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-75db5b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:49.259286655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601a0ef3-7472-4c41-b2af-96f743d8d4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:49.273891264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601a0ef3-7472-4c41-b2af-96f743d8d4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:49.313550176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"9df13b32-8696-412f-bd67-196a62f05694","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:49.37362671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"9df13b32-8696-412f-bd67-196a62f05694","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:49.391309767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f363a3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff944fd6c0ce640d88ac10ac895e04dab9d631e5c589a85d9c05db5069c9794b) AuthConfig (0c58c873f36210abf14366fe8cdd8e3f0dcd174f66eb15a07a65c671a8189a0d) AuthConfig (c516c3bd57714127e9e5eeb07fab2de51e98993c35786eb76d3c80851ed6dc3e) AuthConfig (82935b1fb2836edd018be3503436e5351c2c3a74f6329379960e048c08dfbb50) AuthConfig (9b71f1db7261e38c5040e400ef2cba9b6d876c73f3ad068aa4ae9f90e32b484f) AuthConfig (a526d14a2c3ccc933f82e83560160c55102aa5a4787dad93e279ad27af28c6a0) AuthConfig (6b6027dd32a432b4c9c336fdf1e1ea96639f39b35c4fc0cfd7b6b20ae56e5bec) AuthConfig (b97eb1de6cf1679839d2116d6cfb4957577d3f31d0b6532dcab6160032a9cff7) AuthConfig (c093b9fa40488cf56ebd1658d2c738542b84afa74d8f9448d7ec31708834b780) AuthConfig (4cf74d8c22f599529b7b24adacaef7c27d87ba7671126ab6494a44af4ac9d664) AuthConfig (3b04d78606fc44b4d511cee557b9b6a8d11c17c66bbe9ccde69f6bd5f70b4457) AuthConfig (5cd34c7e883f89b8d4e258c6674feac1e36adf78cb106c939405fcceeecfad60) AuthConfig (f645428b3cefff6626c53fcf7ca830120d1efd959b646656e0294ec1a02c214c) AuthConfig (b0d042719f4c79f5d2f978ea60ac29c320764b91a4dd98c808900b2b9dcfd4ff) AuthConfig (f02ab13c3ad8a5bd88207c4bb68a92e360ea305cbad5f1dc50fe36ae91c8afef) AuthConfig (b42b14d4502eb7e8afc48795624fa1459db00b902ac9171298a7640c1fa7925a) AuthConfig (99dc31e08f0e3399cd1121d603badabec1fa43a5f7b57239c7752dc8234fb4c7) AuthConfig (453559d8a909f6331a623f8d6bcde8cae9cd91611c49e223328a7b4da011e4e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"9df13b32-8696-412f-bd67-196a62f05694","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:50.054998881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82df95d9-91b9-424d-a4d4-1729ea154400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:50.069556653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82df95d9-91b9-424d-a4d4-1729ea154400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:50.083742362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82df95d9-91b9-424d-a4d4-1729ea154400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:50.098731644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82df95d9-91b9-424d-a4d4-1729ea154400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:50.912758327Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-75db5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-75db5b","reconcileID":"91a2abcc-34dd-4d2d-b8a5-63f24360aa6a","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-b-75db5b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:50.953095459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"670c7d04-e936-4102-bc3f-7963ee8012f0","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:50.996236913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"01c41f8e-1e75-4441-81c5-7478d4ec6611","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:51.023320965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"ff567608-99cb-4872-96a6-7804564497c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:51.02332216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"34e84a22-9a28-4103-be2f-3dff37f41d6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:51.042349915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"ff567608-99cb-4872-96a6-7804564497c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:51.0423703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"34e84a22-9a28-4103-be2f-3dff37f41d6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:51.047962464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"0eb7d32a-c971-4722-93df-1a590e2e0476","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:51.097959603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"8a774c94-ef99-4cea-a57e-a511707f7b38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:51.780365679Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:51.87153627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"6326df2f-2637-4b39-8723-6134b67ca7ef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.814024363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"b840555a-8744-4c2f-8717-da62ae463f06","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-4e8583","tenantID":"e2e-praxis-b-4e8583","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.855267201Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"b840555a-8744-4c2f-8717-da62ae463f06","name":"e2e-praxis-b-4e8583-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.873354001Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"c1571140-1a19-4627-8484-d694e102824c","namespace":"ai-tenant-e2e-api-a-9ae129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.873429382Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"c1571140-1a19-4627-8484-d694e102824c","namespace":"ai-tenant-e2e-api-a-9ae129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.873498617Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"c1571140-1a19-4627-8484-d694e102824c","name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.892095039Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"c1571140-1a19-4627-8484-d694e102824c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.892307614Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"1809b2e0-2e25-4eb0-837b-a975e7147753","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.892755968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d584b86f-4e74-41de-8e30-e3f817c04df7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.89277056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d584b86f-4e74-41de-8e30-e3f817c04df7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.936608919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"1809b2e0-2e25-4eb0-837b-a975e7147753","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.987200553Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"1809b2e0-2e25-4eb0-837b-a975e7147753","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"name":"e2e-api-a-9ae129-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.987227878Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"e2e-e2e-api-a-9ae129-policy","reconcileID":"1809b2e0-2e25-4eb0-837b-a975e7147753","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9ae129-policy","namespace":"ai-tenant-e2e-api-a-9ae129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9ae129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:55.066348126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20fce884-7597-49bf-ab25-1a6596c2e487","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:55.066369664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20fce884-7597-49bf-ab25-1a6596c2e487","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:55.825744983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"489e3f77-b4e1-42e6-a329-c49f84168795","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:55.871118786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"cd0efa81-c717-45dd-8b61-7ae4157046b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:55.891639678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"857a0c49-d928-47db-9291-0c599cfa07c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:55.892006808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"6ba9d5a8-0aaf-43ce-8924-87bebe2f2322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:55.913251484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"6ba9d5a8-0aaf-43ce-8924-87bebe2f2322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:55.913770311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"857a0c49-d928-47db-9291-0c599cfa07c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:55.934252976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"a4eba0ce-5a8f-411b-b1ea-204010bbee3f","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:56.030935405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"ba248e2a-d320-4ccb-a457-7a2d5e0fca2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:57.053918951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"2e8af5c1-2020-4e54-9e0b-b68294332860","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-48c52b","tenantID":"e2e-api-b-48c52b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:57.091896383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"2e8af5c1-2020-4e54-9e0b-b68294332860","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"name":"e2e-api-b-48c52b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:57.138590454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-48c52b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (acf88d62e330a71ea5a6972dc29d8bd71a01e7496ff6affb38e03139b73066cd) AuthConfig (8106130c9a260f4313b9bc0adfb6f1ad84c5b669e6177ec042d836e84fa5ff35) AuthConfig (0ec39c92fdccf8dcd194bcb9a911a4435357963613dc599e86c209905eff6a50) AuthConfig (27105c5e8cc1a60245932b08a0e9df861de451ca900c02843e02b5ecdbebee90) AuthConfig (5969317335b6c369c8a982b2143785477eda6d5c40b72ed38cd5ba337b3255c2) AuthConfig (dc32d24c6d07e0a5c1adb0f3d394a9d2fa12f6b17159ea69c266df91f3572f3a) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"2e8af5c1-2020-4e54-9e0b-b68294332860","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:59.43181932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"95db9e45-ef78-4589-88f8-29a73938f0e1","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:59.452080612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"95db9e45-ef78-4589-88f8-29a73938f0e1","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:59.470114128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f363a3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff944fd6c0ce640d88ac10ac895e04dab9d631e5c589a85d9c05db5069c9794b) AuthConfig (0c58c873f36210abf14366fe8cdd8e3f0dcd174f66eb15a07a65c671a8189a0d) AuthConfig (c516c3bd57714127e9e5eeb07fab2de51e98993c35786eb76d3c80851ed6dc3e) AuthConfig (82935b1fb2836edd018be3503436e5351c2c3a74f6329379960e048c08dfbb50) AuthConfig (9b71f1db7261e38c5040e400ef2cba9b6d876c73f3ad068aa4ae9f90e32b484f) AuthConfig (a526d14a2c3ccc933f82e83560160c55102aa5a4787dad93e279ad27af28c6a0) AuthConfig (6b6027dd32a432b4c9c336fdf1e1ea96639f39b35c4fc0cfd7b6b20ae56e5bec) AuthConfig (b97eb1de6cf1679839d2116d6cfb4957577d3f31d0b6532dcab6160032a9cff7) AuthConfig (c093b9fa40488cf56ebd1658d2c738542b84afa74d8f9448d7ec31708834b780) AuthConfig (4cf74d8c22f599529b7b24adacaef7c27d87ba7671126ab6494a44af4ac9d664) AuthConfig (3b04d78606fc44b4d511cee557b9b6a8d11c17c66bbe9ccde69f6bd5f70b4457) AuthConfig (5cd34c7e883f89b8d4e258c6674feac1e36adf78cb106c939405fcceeecfad60) AuthConfig (f645428b3cefff6626c53fcf7ca830120d1efd959b646656e0294ec1a02c214c) AuthConfig (b0d042719f4c79f5d2f978ea60ac29c320764b91a4dd98c808900b2b9dcfd4ff) AuthConfig (f02ab13c3ad8a5bd88207c4bb68a92e360ea305cbad5f1dc50fe36ae91c8afef) AuthConfig (b42b14d4502eb7e8afc48795624fa1459db00b902ac9171298a7640c1fa7925a) AuthConfig (99dc31e08f0e3399cd1121d603badabec1fa43a5f7b57239c7752dc8234fb4c7) AuthConfig (453559d8a909f6331a623f8d6bcde8cae9cd91611c49e223328a7b4da011e4e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"95db9e45-ef78-4589-88f8-29a73938f0e1","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:59.975607087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"b9cb3d7c-6ab6-4518-9c0c-c12e7bff8617","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:00.020448269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"bd6f0fba-b55a-475a-925b-f5c6dd0d0964","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:00.037826989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"614500ff-a11c-4adb-abf6-1e6d75f6ca82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:00.038187843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"434ef03c-e6e7-46a0-8397-d9e5faf9fd66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:00.057030826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"614500ff-a11c-4adb-abf6-1e6d75f6ca82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:00.057539286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"434ef03c-e6e7-46a0-8397-d9e5faf9fd66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:00.071555083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"a301d7c2-ebea-4740-b3a9-8fcee9feb826","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:00.122436528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"c3fe9bd4-36ba-4d36-8f9a-f3907f568c40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:00.693458294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"602b06fd-66a2-4cc3-8188-9b4f0518725b","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:01.405492811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"b6499022-21ca-47a9-91aa-f8be71681b36","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:01.452367958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"49b400c2-9eb2-4062-b168-290d6ed81702","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:01.472786969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"633a83a8-5f79-41e6-9093-374581b52c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:01.473310143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"bc3642f1-bace-4b4e-bf36-50f801147e20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:01.499707136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"633a83a8-5f79-41e6-9093-374581b52c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:01.500805204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"bc3642f1-bace-4b4e-bf36-50f801147e20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:01.516511644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"a4827e93-e54f-400a-9d71-3c8fe174b8ce","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:01.559666235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"8ed4a128-47d6-4d91-b99a-89fdba8d51b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:02.130827075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"64838232-74d0-4595-887b-29c4d4565ce4","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"distinct-2-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"distinct-2-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:02.849303267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"2dd80dff-7406-4211-884d-43b94d294081","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:03.574608325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"553d872b-d7e6-45ed-b0d3-a133f1dc8274","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:04.38772313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"800649c9-ad4c-461d-9308-db81e045e66b","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:04.431584526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"8d64d476-b45f-4066-a3ac-9cb29efabd15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:04.449809429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"29743bb2-8ef6-497b-b22d-93d221ab8278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:04.449887633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"6b189c7c-b9c0-4feb-b7be-0f796fd7ee32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:04.475581649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"29743bb2-8ef6-497b-b22d-93d221ab8278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:04.478864719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"6b189c7c-b9c0-4feb-b7be-0f796fd7ee32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:04.490347671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"7038a306-2120-4f8f-a3a1-ad972350751b","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:04.533110573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"b3c7d063-fabb-443f-b83a-5b584b68e380","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:05.11968728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"c49a3854-2766-4067-86b1-61e4550c162f","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:05.11971368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"c49a3854-2766-4067-86b1-61e4550c162f","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:05.173488959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"92d31916-329b-45a0-b32e-445f56c1b0b8","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:05.195223095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"92d31916-329b-45a0-b32e-445f56c1b0b8","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:05.213016252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f363a3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff944fd6c0ce640d88ac10ac895e04dab9d631e5c589a85d9c05db5069c9794b) AuthConfig (0c58c873f36210abf14366fe8cdd8e3f0dcd174f66eb15a07a65c671a8189a0d) AuthConfig (c516c3bd57714127e9e5eeb07fab2de51e98993c35786eb76d3c80851ed6dc3e) AuthConfig (82935b1fb2836edd018be3503436e5351c2c3a74f6329379960e048c08dfbb50) AuthConfig (9b71f1db7261e38c5040e400ef2cba9b6d876c73f3ad068aa4ae9f90e32b484f) AuthConfig (a526d14a2c3ccc933f82e83560160c55102aa5a4787dad93e279ad27af28c6a0) AuthConfig (6b6027dd32a432b4c9c336fdf1e1ea96639f39b35c4fc0cfd7b6b20ae56e5bec) AuthConfig (b97eb1de6cf1679839d2116d6cfb4957577d3f31d0b6532dcab6160032a9cff7) AuthConfig (c093b9fa40488cf56ebd1658d2c738542b84afa74d8f9448d7ec31708834b780) AuthConfig (4cf74d8c22f599529b7b24adacaef7c27d87ba7671126ab6494a44af4ac9d664) AuthConfig (3b04d78606fc44b4d511cee557b9b6a8d11c17c66bbe9ccde69f6bd5f70b4457) AuthConfig (5cd34c7e883f89b8d4e258c6674feac1e36adf78cb106c939405fcceeecfad60) AuthConfig (f645428b3cefff6626c53fcf7ca830120d1efd959b646656e0294ec1a02c214c) AuthConfig (b0d042719f4c79f5d2f978ea60ac29c320764b91a4dd98c808900b2b9dcfd4ff) AuthConfig (f02ab13c3ad8a5bd88207c4bb68a92e360ea305cbad5f1dc50fe36ae91c8afef) AuthConfig (b42b14d4502eb7e8afc48795624fa1459db00b902ac9171298a7640c1fa7925a) AuthConfig (99dc31e08f0e3399cd1121d603badabec1fa43a5f7b57239c7752dc8234fb4c7) AuthConfig (453559d8a909f6331a623f8d6bcde8cae9cd91611c49e223328a7b4da011e4e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"92d31916-329b-45a0-b32e-445f56c1b0b8","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:05.911931046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"9987046e-dd22-4e77-90f2-4e7034e60986","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:05.955330973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"58ec60fa-1af8-4d25-9bd4-5475760dae74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:05.986534787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"0febe500-5c60-446b-a9ba-bc98b5263a0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:05.987041954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"f5093e26-c254-403d-a18b-eb05fed6078e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:06.008382426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"f5093e26-c254-403d-a18b-eb05fed6078e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:06.008408614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"0febe500-5c60-446b-a9ba-bc98b5263a0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:06.022405001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"6544ae2a-0827-4cac-a579-8a60be0e7e54","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:06.065701107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"83bf4c17-363d-4ac6-92fd-43190fd797f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:06.635360444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"59e9b0cb-18a5-4623-97d6-1d9712513f6b","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:07.168105794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"355395c2-80e1-4f85-a5bb-a4239fbc2a4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-48c52b","tenantID":"e2e-api-b-48c52b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:07.187267099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"355395c2-80e1-4f85-a5bb-a4239fbc2a4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"name":"e2e-api-b-48c52b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:07.205359676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-48c52b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (acf88d62e330a71ea5a6972dc29d8bd71a01e7496ff6affb38e03139b73066cd) AuthConfig (8106130c9a260f4313b9bc0adfb6f1ad84c5b669e6177ec042d836e84fa5ff35) AuthConfig (0ec39c92fdccf8dcd194bcb9a911a4435357963613dc599e86c209905eff6a50) AuthConfig (27105c5e8cc1a60245932b08a0e9df861de451ca900c02843e02b5ecdbebee90) AuthConfig (5969317335b6c369c8a982b2143785477eda6d5c40b72ed38cd5ba337b3255c2) AuthConfig (dc32d24c6d07e0a5c1adb0f3d394a9d2fa12f6b17159ea69c266df91f3572f3a) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"355395c2-80e1-4f85-a5bb-a4239fbc2a4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:07.398410009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"71ce88fb-61cc-4259-a38b-172e106c8cde","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.25272358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"353d3d45-79d5-4c2e-af7b-c331c16895a5","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.282902583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"353d3d45-79d5-4c2e-af7b-c331c16895a5","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.306957079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f363a3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff944fd6c0ce640d88ac10ac895e04dab9d631e5c589a85d9c05db5069c9794b) AuthConfig (0c58c873f36210abf14366fe8cdd8e3f0dcd174f66eb15a07a65c671a8189a0d) AuthConfig (c516c3bd57714127e9e5eeb07fab2de51e98993c35786eb76d3c80851ed6dc3e) AuthConfig (82935b1fb2836edd018be3503436e5351c2c3a74f6329379960e048c08dfbb50) AuthConfig (9b71f1db7261e38c5040e400ef2cba9b6d876c73f3ad068aa4ae9f90e32b484f) AuthConfig (a526d14a2c3ccc933f82e83560160c55102aa5a4787dad93e279ad27af28c6a0) AuthConfig (6b6027dd32a432b4c9c336fdf1e1ea96639f39b35c4fc0cfd7b6b20ae56e5bec) AuthConfig (b97eb1de6cf1679839d2116d6cfb4957577d3f31d0b6532dcab6160032a9cff7) AuthConfig (c093b9fa40488cf56ebd1658d2c738542b84afa74d8f9448d7ec31708834b780) AuthConfig (4cf74d8c22f599529b7b24adacaef7c27d87ba7671126ab6494a44af4ac9d664) AuthConfig (3b04d78606fc44b4d511cee557b9b6a8d11c17c66bbe9ccde69f6bd5f70b4457) AuthConfig (5cd34c7e883f89b8d4e258c6674feac1e36adf78cb106c939405fcceeecfad60) AuthConfig (f645428b3cefff6626c53fcf7ca830120d1efd959b646656e0294ec1a02c214c) AuthConfig (b0d042719f4c79f5d2f978ea60ac29c320764b91a4dd98c808900b2b9dcfd4ff) AuthConfig (f02ab13c3ad8a5bd88207c4bb68a92e360ea305cbad5f1dc50fe36ae91c8afef) AuthConfig (b42b14d4502eb7e8afc48795624fa1459db00b902ac9171298a7640c1fa7925a) AuthConfig (99dc31e08f0e3399cd1121d603badabec1fa43a5f7b57239c7752dc8234fb4c7) AuthConfig (453559d8a909f6331a623f8d6bcde8cae9cd91611c49e223328a7b4da011e4e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"353d3d45-79d5-4c2e-af7b-c331c16895a5","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:17.142388683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"4c606c48-fd92-4031-a326-9d98f47ac19c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-75db5b","tenantID":"e2e-ipp-b-75db5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:17.183999392Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"4c606c48-fd92-4031-a326-9d98f47ac19c","name":"e2e-ipp-b-75db5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:17.245583352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"b350dcc9-9727-4d14-a94b-378aab2dfeb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-48c52b","tenantID":"e2e-api-b-48c52b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:17.265056814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"b350dcc9-9727-4d14-a94b-378aab2dfeb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"name":"e2e-api-b-48c52b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:17.283408098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-48c52b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (acf88d62e330a71ea5a6972dc29d8bd71a01e7496ff6affb38e03139b73066cd) AuthConfig (8106130c9a260f4313b9bc0adfb6f1ad84c5b669e6177ec042d836e84fa5ff35) AuthConfig (0ec39c92fdccf8dcd194bcb9a911a4435357963613dc599e86c209905eff6a50) AuthConfig (27105c5e8cc1a60245932b08a0e9df861de451ca900c02843e02b5ecdbebee90) AuthConfig (5969317335b6c369c8a982b2143785477eda6d5c40b72ed38cd5ba337b3255c2) AuthConfig (dc32d24c6d07e0a5c1adb0f3d394a9d2fa12f6b17159ea69c266df91f3572f3a) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"b350dcc9-9727-4d14-a94b-378aab2dfeb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:21.777219105Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:23.774392102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba7bea8-5e4a-4ec7-923f-8a4e31e18529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:23.788563881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba7bea8-5e4a-4ec7-923f-8a4e31e18529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:23.802710611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba7bea8-5e4a-4ec7-923f-8a4e31e18529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:23.817467225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba7bea8-5e4a-4ec7-923f-8a4e31e18529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:24.408018493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7352d98-8369-4c62-bb25-f43800476b02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:24.424010326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7352d98-8369-4c62-bb25-f43800476b02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:24.4402016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7352d98-8369-4c62-bb25-f43800476b02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:24.456417722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7352d98-8369-4c62-bb25-f43800476b02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:25.016899201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949cd414-66b6-4fdd-8806-2d86aedcd9ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:25.031094417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949cd414-66b6-4fdd-8806-2d86aedcd9ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:25.045254609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949cd414-66b6-4fdd-8806-2d86aedcd9ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:25.059223662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949cd414-66b6-4fdd-8806-2d86aedcd9ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:25.338545216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"1fe8150a-85cf-49dd-8821-4aa090747f4b","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:25.372091711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"1fe8150a-85cf-49dd-8821-4aa090747f4b","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:25.389952177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f363a3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff944fd6c0ce640d88ac10ac895e04dab9d631e5c589a85d9c05db5069c9794b) AuthConfig (0c58c873f36210abf14366fe8cdd8e3f0dcd174f66eb15a07a65c671a8189a0d) AuthConfig (c516c3bd57714127e9e5eeb07fab2de51e98993c35786eb76d3c80851ed6dc3e) AuthConfig (82935b1fb2836edd018be3503436e5351c2c3a74f6329379960e048c08dfbb50) AuthConfig (9b71f1db7261e38c5040e400ef2cba9b6d876c73f3ad068aa4ae9f90e32b484f) AuthConfig (a526d14a2c3ccc933f82e83560160c55102aa5a4787dad93e279ad27af28c6a0) AuthConfig (6b6027dd32a432b4c9c336fdf1e1ea96639f39b35c4fc0cfd7b6b20ae56e5bec) AuthConfig (b97eb1de6cf1679839d2116d6cfb4957577d3f31d0b6532dcab6160032a9cff7) AuthConfig (c093b9fa40488cf56ebd1658d2c738542b84afa74d8f9448d7ec31708834b780) AuthConfig (4cf74d8c22f599529b7b24adacaef7c27d87ba7671126ab6494a44af4ac9d664) AuthConfig (3b04d78606fc44b4d511cee557b9b6a8d11c17c66bbe9ccde69f6bd5f70b4457) AuthConfig (5cd34c7e883f89b8d4e258c6674feac1e36adf78cb106c939405fcceeecfad60) AuthConfig (f645428b3cefff6626c53fcf7ca830120d1efd959b646656e0294ec1a02c214c) AuthConfig (b0d042719f4c79f5d2f978ea60ac29c320764b91a4dd98c808900b2b9dcfd4ff) AuthConfig (f02ab13c3ad8a5bd88207c4bb68a92e360ea305cbad5f1dc50fe36ae91c8afef) AuthConfig (b42b14d4502eb7e8afc48795624fa1459db00b902ac9171298a7640c1fa7925a) AuthConfig (99dc31e08f0e3399cd1121d603badabec1fa43a5f7b57239c7752dc8234fb4c7) AuthConfig (453559d8a909f6331a623f8d6bcde8cae9cd91611c49e223328a7b4da011e4e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"1fe8150a-85cf-49dd-8821-4aa090747f4b","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:25.665031584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d9885d-cd18-4243-a3ac-fac132635661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:25.678956908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d9885d-cd18-4243-a3ac-fac132635661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:25.692826091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d9885d-cd18-4243-a3ac-fac132635661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:25.706712782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d9885d-cd18-4243-a3ac-fac132635661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.147979714Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","namespace":"ai-tenant-e2e-ipp-a-edc2d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.148036121Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","namespace":"ai-tenant-e2e-ipp-a-edc2d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.148086706Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","tenant":"e2e-ipp-a-edc2d3","tenantID":"e2e-ipp-a-edc2d3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.164179638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"Deployment","name":"maas-api-e2e-ipp-a-edc2d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.193880736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"Service","name":"maas-api-e2e-ipp-a-edc2d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.211773119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-edc2d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.227964818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-edc2d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.245226173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-edc2d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.261617385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-edc2d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.280951453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-edc2d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.297659051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-edc2d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.313952253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-edc2d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.314225363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"42aa4bae-e090-4fd4-8211-f713736f3b28","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-48c52b","tenantID":"e2e-api-b-48c52b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.334215293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"42aa4bae-e090-4fd4-8211-f713736f3b28","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"name":"e2e-api-b-48c52b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.334532138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-edc2d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.352876412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-48c52b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (acf88d62e330a71ea5a6972dc29d8bd71a01e7496ff6affb38e03139b73066cd) AuthConfig (8106130c9a260f4313b9bc0adfb6f1ad84c5b669e6177ec042d836e84fa5ff35) AuthConfig (0ec39c92fdccf8dcd194bcb9a911a4435357963613dc599e86c209905eff6a50) AuthConfig (27105c5e8cc1a60245932b08a0e9df861de451ca900c02843e02b5ecdbebee90) AuthConfig (5969317335b6c369c8a982b2143785477eda6d5c40b72ed38cd5ba337b3255c2) AuthConfig (dc32d24c6d07e0a5c1adb0f3d394a9d2fa12f6b17159ea69c266df91f3572f3a) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"42aa4bae-e090-4fd4-8211-f713736f3b28","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.363343028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"Service","name":"payload-processing-e2e-ipp-a-edc2d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.393864434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-edc2d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.418374207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-edc2d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.443028208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-edc2d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.464415196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-edc2d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.485612223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-edc2d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.502657006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-edc2d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.519739238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-edc2d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.535577061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-edc2d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.551599466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-edc2d3"},"namespace":"ai-tenant-e2e-ipp-a-edc2d3","name":"default-tenant","reconcileID":"d96b5a8c-6dcf-43c0-b4e0-71aea7a7a1ee","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-edc2d3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.572897915Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","namespace":"ai-tenant-e2e-api-a-9ae129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.572953866Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","namespace":"ai-tenant-e2e-api-a-9ae129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.573003556Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","tenant":"e2e-api-a-9ae129","tenantID":"e2e-api-a-9ae129","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.594276427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"Deployment","name":"maas-api-e2e-api-a-9ae129","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.679624764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"Service","name":"maas-api-e2e-api-a-9ae129","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.72871419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-9ae129","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.772899674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-9ae129","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.809449023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-9ae129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.882873261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-9ae129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.915560395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-9ae129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:27.940664066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-9ae129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.055339919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"Deployment","name":"payload-processing-e2e-api-a-9ae129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.116571747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-9ae129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.132361885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"Service","name":"payload-processing-e2e-api-a-9ae129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.147848572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"Service","name":"payload-pre-processing-e2e-api-a-9ae129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.179561688Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-edc2d3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-edc2d3","reconcileID":"983a7f36-7c69-438f-8376-d66737f3103e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-edc2d3","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-edc2d3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.180413672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-9ae129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.231363709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-9ae129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.314859468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-9ae129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.342451248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-9ae129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.362909833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-9ae129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.38795201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-9ae129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.402108147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-9ae129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.415906562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9ae129"},"namespace":"ai-tenant-e2e-api-a-9ae129","name":"default-tenant","reconcileID":"fb4f9cdc-c8d7-4bb3-af22-abd28f3eaa06","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-9ae129","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.97193877Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9ae129","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9ae129","reconcileID":"fcc2c11d-b27f-415d-a4ef-76390d6e43f6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-9ae129","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-9ae129"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.973179808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc7da752-e657-49a8-b63b-73021b493b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.991750135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc7da752-e657-49a8-b63b-73021b493b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.005882358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc7da752-e657-49a8-b63b-73021b493b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.019886481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc7da752-e657-49a8-b63b-73021b493b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.624470853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06fcbc91-33a9-41ad-8773-ceae0722c981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.638745835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06fcbc91-33a9-41ad-8773-ceae0722c981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.652780025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06fcbc91-33a9-41ad-8773-ceae0722c981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.666984428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06fcbc91-33a9-41ad-8773-ceae0722c981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.660262999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0c0c5c-34ec-4653-9177-d5ec40171091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.674729319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0c0c5c-34ec-4653-9177-d5ec40171091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.688990335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0c0c5c-34ec-4653-9177-d5ec40171091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.703049713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0c0c5c-34ec-4653-9177-d5ec40171091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:31.307984056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0737c11-5333-466c-9ae0-618270c3dcfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:31.323169632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0737c11-5333-466c-9ae0-618270c3dcfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:31.338019201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0737c11-5333-466c-9ae0-618270c3dcfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:31.355599971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0737c11-5333-466c-9ae0-618270c3dcfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:31.912279402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbe1aa4-c1db-4dbc-a073-f76941d2637d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:31.926156033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbe1aa4-c1db-4dbc-a073-f76941d2637d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:31.940309051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbe1aa4-c1db-4dbc-a073-f76941d2637d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:31.954826851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbe1aa4-c1db-4dbc-a073-f76941d2637d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:35.418230263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"aac2d5d9-323d-4b12-a8d3-0fa1ea356198","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:35.437133185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"aac2d5d9-323d-4b12-a8d3-0fa1ea356198","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:35.471374813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f363a3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff944fd6c0ce640d88ac10ac895e04dab9d631e5c589a85d9c05db5069c9794b) AuthConfig (0c58c873f36210abf14366fe8cdd8e3f0dcd174f66eb15a07a65c671a8189a0d) AuthConfig (c516c3bd57714127e9e5eeb07fab2de51e98993c35786eb76d3c80851ed6dc3e) AuthConfig (82935b1fb2836edd018be3503436e5351c2c3a74f6329379960e048c08dfbb50) AuthConfig (9b71f1db7261e38c5040e400ef2cba9b6d876c73f3ad068aa4ae9f90e32b484f) AuthConfig (a526d14a2c3ccc933f82e83560160c55102aa5a4787dad93e279ad27af28c6a0) AuthConfig (6b6027dd32a432b4c9c336fdf1e1ea96639f39b35c4fc0cfd7b6b20ae56e5bec) AuthConfig (b97eb1de6cf1679839d2116d6cfb4957577d3f31d0b6532dcab6160032a9cff7) AuthConfig (c093b9fa40488cf56ebd1658d2c738542b84afa74d8f9448d7ec31708834b780) AuthConfig (4cf74d8c22f599529b7b24adacaef7c27d87ba7671126ab6494a44af4ac9d664) AuthConfig (3b04d78606fc44b4d511cee557b9b6a8d11c17c66bbe9ccde69f6bd5f70b4457) AuthConfig (5cd34c7e883f89b8d4e258c6674feac1e36adf78cb106c939405fcceeecfad60) AuthConfig (f645428b3cefff6626c53fcf7ca830120d1efd959b646656e0294ec1a02c214c) AuthConfig (b0d042719f4c79f5d2f978ea60ac29c320764b91a4dd98c808900b2b9dcfd4ff) AuthConfig (f02ab13c3ad8a5bd88207c4bb68a92e360ea305cbad5f1dc50fe36ae91c8afef) AuthConfig (b42b14d4502eb7e8afc48795624fa1459db00b902ac9171298a7640c1fa7925a) AuthConfig (99dc31e08f0e3399cd1121d603badabec1fa43a5f7b57239c7752dc8234fb4c7) AuthConfig (453559d8a909f6331a623f8d6bcde8cae9cd91611c49e223328a7b4da011e4e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"aac2d5d9-323d-4b12-a8d3-0fa1ea356198","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:37.384321524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"956d6074-ac18-47f3-99ef-91bf24a5f1f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-48c52b","tenantID":"e2e-api-b-48c52b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:37.413078691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"956d6074-ac18-47f3-99ef-91bf24a5f1f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"name":"e2e-api-b-48c52b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:37.470904934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-48c52b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (acf88d62e330a71ea5a6972dc29d8bd71a01e7496ff6affb38e03139b73066cd) AuthConfig (8106130c9a260f4313b9bc0adfb6f1ad84c5b669e6177ec042d836e84fa5ff35) AuthConfig (0ec39c92fdccf8dcd194bcb9a911a4435357963613dc599e86c209905eff6a50) AuthConfig (27105c5e8cc1a60245932b08a0e9df861de451ca900c02843e02b5ecdbebee90) AuthConfig (5969317335b6c369c8a982b2143785477eda6d5c40b72ed38cd5ba337b3255c2) AuthConfig (dc32d24c6d07e0a5c1adb0f3d394a9d2fa12f6b17159ea69c266df91f3572f3a) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"956d6074-ac18-47f3-99ef-91bf24a5f1f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:37.81439628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"845e8ca4-b260-438a-882d-2d58e82092d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-48c52b","tenantID":"e2e-api-b-48c52b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:37.833657096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"845e8ca4-b260-438a-882d-2d58e82092d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"name":"e2e-api-b-48c52b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:37.851419089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-48c52b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (acf88d62e330a71ea5a6972dc29d8bd71a01e7496ff6affb38e03139b73066cd) AuthConfig (8106130c9a260f4313b9bc0adfb6f1ad84c5b669e6177ec042d836e84fa5ff35) AuthConfig (0ec39c92fdccf8dcd194bcb9a911a4435357963613dc599e86c209905eff6a50) AuthConfig (27105c5e8cc1a60245932b08a0e9df861de451ca900c02843e02b5ecdbebee90) AuthConfig (5969317335b6c369c8a982b2143785477eda6d5c40b72ed38cd5ba337b3255c2) AuthConfig (dc32d24c6d07e0a5c1adb0f3d394a9d2fa12f6b17159ea69c266df91f3572f3a) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"845e8ca4-b260-438a-882d-2d58e82092d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:37.913232435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"a520891d-03be-4a4a-af74-2360147c8966","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-48c52b","tenantID":"e2e-api-b-48c52b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:37.93639276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"a520891d-03be-4a4a-af74-2360147c8966","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"name":"e2e-api-b-48c52b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:37.956989164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-48c52b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (acf88d62e330a71ea5a6972dc29d8bd71a01e7496ff6affb38e03139b73066cd) AuthConfig (8106130c9a260f4313b9bc0adfb6f1ad84c5b669e6177ec042d836e84fa5ff35) AuthConfig (0ec39c92fdccf8dcd194bcb9a911a4435357963613dc599e86c209905eff6a50) AuthConfig (27105c5e8cc1a60245932b08a0e9df861de451ca900c02843e02b5ecdbebee90) AuthConfig (5969317335b6c369c8a982b2143785477eda6d5c40b72ed38cd5ba337b3255c2) AuthConfig (dc32d24c6d07e0a5c1adb0f3d394a9d2fa12f6b17159ea69c266df91f3572f3a) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"a520891d-03be-4a4a-af74-2360147c8966","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:38.070301074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f286d0-04c8-4e27-98c8-cce3d9faa759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:38.116023125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f286d0-04c8-4e27-98c8-cce3d9faa759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:38.131163916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f286d0-04c8-4e27-98c8-cce3d9faa759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:38.145795245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f286d0-04c8-4e27-98c8-cce3d9faa759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:38.713338365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c35a43-5efe-4b6e-8e11-5ea8af48853e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:38.729525572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c35a43-5efe-4b6e-8e11-5ea8af48853e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:38.743636819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c35a43-5efe-4b6e-8e11-5ea8af48853e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:38.757820041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c35a43-5efe-4b6e-8e11-5ea8af48853e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:39.310849212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e9717ce-aa0f-4651-9a58-1fc80bd8b523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:39.324849173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e9717ce-aa0f-4651-9a58-1fc80bd8b523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:39.338946469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e9717ce-aa0f-4651-9a58-1fc80bd8b523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:39.352831323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e9717ce-aa0f-4651-9a58-1fc80bd8b523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:39.970545749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3b52fb-fc68-41e9-ba27-62beeaec8b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:39.992640797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3b52fb-fc68-41e9-ba27-62beeaec8b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:40.012008276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3b52fb-fc68-41e9-ba27-62beeaec8b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:40.03171421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3b52fb-fc68-41e9-ba27-62beeaec8b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:40.603397947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7d734e-b6fb-436a-906c-df79dcb9fb6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:40.617867606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7d734e-b6fb-436a-906c-df79dcb9fb6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:40.632241879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7d734e-b6fb-436a-906c-df79dcb9fb6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:40.646895013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7d734e-b6fb-436a-906c-df79dcb9fb6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:41.902651956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fb961b-bd80-46ba-95dd-8a9bca00a561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:41.917834765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fb961b-bd80-46ba-95dd-8a9bca00a561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:41.933040623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fb961b-bd80-46ba-95dd-8a9bca00a561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:41.948855252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fb961b-bd80-46ba-95dd-8a9bca00a561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.723386676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0532fc5f-265b-400b-bcbc-44913a7204db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.739162445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0532fc5f-265b-400b-bcbc-44913a7204db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.753791355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0532fc5f-265b-400b-bcbc-44913a7204db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.773791844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0532fc5f-265b-400b-bcbc-44913a7204db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.39032458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9b5e626-a87a-403e-b941-9acf6d52c7d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.407097248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9b5e626-a87a-403e-b941-9acf6d52c7d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.421132531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9b5e626-a87a-403e-b941-9acf6d52c7d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.435446067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9b5e626-a87a-403e-b941-9acf6d52c7d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:45.583335029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"37d4e882-1664-4b88-9ced-23c3bb6d3fbe","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:45.606088491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"37d4e882-1664-4b88-9ced-23c3bb6d3fbe","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:45.624515353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f363a3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff944fd6c0ce640d88ac10ac895e04dab9d631e5c589a85d9c05db5069c9794b) AuthConfig (0c58c873f36210abf14366fe8cdd8e3f0dcd174f66eb15a07a65c671a8189a0d) AuthConfig (c516c3bd57714127e9e5eeb07fab2de51e98993c35786eb76d3c80851ed6dc3e) AuthConfig (82935b1fb2836edd018be3503436e5351c2c3a74f6329379960e048c08dfbb50) AuthConfig (9b71f1db7261e38c5040e400ef2cba9b6d876c73f3ad068aa4ae9f90e32b484f) AuthConfig (a526d14a2c3ccc933f82e83560160c55102aa5a4787dad93e279ad27af28c6a0) AuthConfig (6b6027dd32a432b4c9c336fdf1e1ea96639f39b35c4fc0cfd7b6b20ae56e5bec) AuthConfig (b97eb1de6cf1679839d2116d6cfb4957577d3f31d0b6532dcab6160032a9cff7) AuthConfig (c093b9fa40488cf56ebd1658d2c738542b84afa74d8f9448d7ec31708834b780) AuthConfig (4cf74d8c22f599529b7b24adacaef7c27d87ba7671126ab6494a44af4ac9d664) AuthConfig (3b04d78606fc44b4d511cee557b9b6a8d11c17c66bbe9ccde69f6bd5f70b4457) AuthConfig (5cd34c7e883f89b8d4e258c6674feac1e36adf78cb106c939405fcceeecfad60) AuthConfig (f645428b3cefff6626c53fcf7ca830120d1efd959b646656e0294ec1a02c214c) AuthConfig (b0d042719f4c79f5d2f978ea60ac29c320764b91a4dd98c808900b2b9dcfd4ff) AuthConfig (f02ab13c3ad8a5bd88207c4bb68a92e360ea305cbad5f1dc50fe36ae91c8afef) AuthConfig (b42b14d4502eb7e8afc48795624fa1459db00b902ac9171298a7640c1fa7925a) AuthConfig (99dc31e08f0e3399cd1121d603badabec1fa43a5f7b57239c7752dc8234fb4c7) AuthConfig (453559d8a909f6331a623f8d6bcde8cae9cd91611c49e223328a7b4da011e4e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"37d4e882-1664-4b88-9ced-23c3bb6d3fbe","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:45.900275144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fde4906-d209-4d5f-a08f-adf13a0660da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:45.930966642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fde4906-d209-4d5f-a08f-adf13a0660da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:45.947732202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fde4906-d209-4d5f-a08f-adf13a0660da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:45.968028457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fde4906-d209-4d5f-a08f-adf13a0660da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:46.676265328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce0be9d-6899-498c-baa4-863af82690b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:46.697810513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce0be9d-6899-498c-baa4-863af82690b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:46.713361448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce0be9d-6899-498c-baa4-863af82690b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:46.728587328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce0be9d-6899-498c-baa4-863af82690b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:47.352704794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b517b968-7324-475c-abb4-97ad112c43dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:47.368126517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b517b968-7324-475c-abb4-97ad112c43dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:47.38845318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b517b968-7324-475c-abb4-97ad112c43dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:47.402800177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b517b968-7324-475c-abb4-97ad112c43dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:47.958582887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"b111acf1-3b29-44e4-acd5-49e1a3c96f35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-48c52b","tenantID":"e2e-api-b-48c52b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:47.982810704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"b111acf1-3b29-44e4-acd5-49e1a3c96f35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"name":"e2e-api-b-48c52b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:48.005166254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-48c52b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (acf88d62e330a71ea5a6972dc29d8bd71a01e7496ff6affb38e03139b73066cd) AuthConfig (8106130c9a260f4313b9bc0adfb6f1ad84c5b669e6177ec042d836e84fa5ff35) AuthConfig (0ec39c92fdccf8dcd194bcb9a911a4435357963613dc599e86c209905eff6a50) AuthConfig (27105c5e8cc1a60245932b08a0e9df861de451ca900c02843e02b5ecdbebee90) AuthConfig (5969317335b6c369c8a982b2143785477eda6d5c40b72ed38cd5ba337b3255c2) AuthConfig (dc32d24c6d07e0a5c1adb0f3d394a9d2fa12f6b17159ea69c266df91f3572f3a) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"b111acf1-3b29-44e4-acd5-49e1a3c96f35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:48.089575118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb0a9ab-a9ff-44e5-a407-57b2f0af3230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:48.10411132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb0a9ab-a9ff-44e5-a407-57b2f0af3230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:48.104280076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"2c6f4735-87fa-43c0-a434-35009a6ada15","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-48c52b","tenantID":"e2e-api-b-48c52b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:48.119172962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb0a9ab-a9ff-44e5-a407-57b2f0af3230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:48.134173718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb0a9ab-a9ff-44e5-a407-57b2f0af3230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:48.13851316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"2c6f4735-87fa-43c0-a434-35009a6ada15","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"name":"e2e-api-b-48c52b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:48.158465857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-48c52b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (acf88d62e330a71ea5a6972dc29d8bd71a01e7496ff6affb38e03139b73066cd) AuthConfig (8106130c9a260f4313b9bc0adfb6f1ad84c5b669e6177ec042d836e84fa5ff35) AuthConfig (0ec39c92fdccf8dcd194bcb9a911a4435357963613dc599e86c209905eff6a50) AuthConfig (27105c5e8cc1a60245932b08a0e9df861de451ca900c02843e02b5ecdbebee90) AuthConfig (5969317335b6c369c8a982b2143785477eda6d5c40b72ed38cd5ba337b3255c2) AuthConfig (dc32d24c6d07e0a5c1adb0f3d394a9d2fa12f6b17159ea69c266df91f3572f3a) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"2c6f4735-87fa-43c0-a434-35009a6ada15","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:48.914881415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45ef7155-5f3c-4eaf-90b0-d8f7ff028265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:48.929226648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45ef7155-5f3c-4eaf-90b0-d8f7ff028265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:48.943088364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45ef7155-5f3c-4eaf-90b0-d8f7ff028265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:48.959009816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45ef7155-5f3c-4eaf-90b0-d8f7ff028265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:51.780390762Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:55.868594381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"2dfb32b6-8d95-40e4-b138-5df44f7fefdf","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.058456829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"2dfb32b6-8d95-40e4-b138-5df44f7fefdf","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.325847044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f363a3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff944fd6c0ce640d88ac10ac895e04dab9d631e5c589a85d9c05db5069c9794b) AuthConfig (0c58c873f36210abf14366fe8cdd8e3f0dcd174f66eb15a07a65c671a8189a0d) AuthConfig (c516c3bd57714127e9e5eeb07fab2de51e98993c35786eb76d3c80851ed6dc3e) AuthConfig (82935b1fb2836edd018be3503436e5351c2c3a74f6329379960e048c08dfbb50) AuthConfig (9b71f1db7261e38c5040e400ef2cba9b6d876c73f3ad068aa4ae9f90e32b484f) AuthConfig (a526d14a2c3ccc933f82e83560160c55102aa5a4787dad93e279ad27af28c6a0) AuthConfig (6b6027dd32a432b4c9c336fdf1e1ea96639f39b35c4fc0cfd7b6b20ae56e5bec) AuthConfig (b97eb1de6cf1679839d2116d6cfb4957577d3f31d0b6532dcab6160032a9cff7) AuthConfig (c093b9fa40488cf56ebd1658d2c738542b84afa74d8f9448d7ec31708834b780) AuthConfig (4cf74d8c22f599529b7b24adacaef7c27d87ba7671126ab6494a44af4ac9d664) AuthConfig (3b04d78606fc44b4d511cee557b9b6a8d11c17c66bbe9ccde69f6bd5f70b4457) AuthConfig (5cd34c7e883f89b8d4e258c6674feac1e36adf78cb106c939405fcceeecfad60) AuthConfig (f645428b3cefff6626c53fcf7ca830120d1efd959b646656e0294ec1a02c214c) AuthConfig (b0d042719f4c79f5d2f978ea60ac29c320764b91a4dd98c808900b2b9dcfd4ff) AuthConfig (f02ab13c3ad8a5bd88207c4bb68a92e360ea305cbad5f1dc50fe36ae91c8afef) AuthConfig (b42b14d4502eb7e8afc48795624fa1459db00b902ac9171298a7640c1fa7925a) AuthConfig (99dc31e08f0e3399cd1121d603badabec1fa43a5f7b57239c7752dc8234fb4c7) AuthConfig (453559d8a909f6331a623f8d6bcde8cae9cd91611c49e223328a7b4da011e4e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"2dfb32b6-8d95-40e4-b138-5df44f7fefdf","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:57.912480689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"0bb12a55-a6d0-4400-b564-5c705977214a","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:58.181682765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"56ba97e4-a804-4e88-b49d-478eef82e8a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:58.225272601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"68caf5b0-8ab4-4fa6-a589-66e5ddeadab1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:58.242941862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"74b03716-984c-4d54-9fa1-f2a7e43df516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:58.244006307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"cf0ae297-8672-4d6a-95fd-7e53666e6692","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-48c52b","tenantID":"e2e-api-b-48c52b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:58.37471543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"68caf5b0-8ab4-4fa6-a589-66e5ddeadab1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:58.410467046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"1f316c87-df9c-49d5-ad39-b4f1e7604a06","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:58.412653304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"cf0ae297-8672-4d6a-95fd-7e53666e6692","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"name":"e2e-api-b-48c52b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:58.462399289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-48c52b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (acf88d62e330a71ea5a6972dc29d8bd71a01e7496ff6affb38e03139b73066cd) AuthConfig (8106130c9a260f4313b9bc0adfb6f1ad84c5b669e6177ec042d836e84fa5ff35) AuthConfig (0ec39c92fdccf8dcd194bcb9a911a4435357963613dc599e86c209905eff6a50) AuthConfig (27105c5e8cc1a60245932b08a0e9df861de451ca900c02843e02b5ecdbebee90) AuthConfig (5969317335b6c369c8a982b2143785477eda6d5c40b72ed38cd5ba337b3255c2) AuthConfig (dc32d24c6d07e0a5c1adb0f3d394a9d2fa12f6b17159ea69c266df91f3572f3a) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b) EnvoyFilter (openshift-ingress/e2e-api-b-48c52b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"cf0ae297-8672-4d6a-95fd-7e53666e6692","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:58.489373343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"74b03716-984c-4d54-9fa1-f2a7e43df516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:58.657427818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"170522ef-5dcd-4365-bf17-172795635f03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:59.055908154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"181c84ce-6731-4f22-b825-aa01f118465d","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:59.20193471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"2f855bd2-2c6a-4160-9402-91bd028a4651","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:59.380262574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"9ba9921e-ebdd-48a8-a7e7-ed673c5c4bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:59.590799291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"9ba9921e-ebdd-48a8-a7e7-ed673c5c4bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:59.627456062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f2a5e945-5319-43fd-beeb-b1cde8f13b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:59.639746717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"6c5fb90f-6e52-4185-8900-c9772426c70a","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:59.743059091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f2a5e945-5319-43fd-beeb-b1cde8f13b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:59.823382601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"79a08e8a-0f10-4f06-bfa7-bd163292f5b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:00.243805216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"206435f4-4f32-4cdf-80ef-41b22025e6c2","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:00.40657334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"73c94db1-8223-455a-8d9b-63a3467856d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:00.407245824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"9185a5e6-a34a-4af8-abf3-8f521e8781c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:00.477557208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"903366cd-4bcb-4d2d-ae28-c02be41b6d09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:00.48441158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"9185a5e6-a34a-4af8-abf3-8f521e8781c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:00.671137696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"73c94db1-8223-455a-8d9b-63a3467856d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:00.846394245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"20eda218-35ee-418a-b35e-2936fa3eed53","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:01.062122062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"5a1b9c45-ea65-40e0-9788-22255425e58c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:01.9524017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e4235746-a8d4-4f88-b655-7244da1e2b88","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:01.952452879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e4235746-a8d4-4f88-b655-7244da1e2b88","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:02.034961816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4f9fe00c-2fab-42a6-8c38-f9d6f690a59c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:02.098054529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64adfcf7-3a01-4204-8e7c-ff16010b3cf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:02.09862891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b112231-202a-4158-bad0-9194cbaf6f24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:02.281692598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b112231-202a-4158-bad0-9194cbaf6f24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:02.329671621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64adfcf7-3a01-4204-8e7c-ff16010b3cf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:02.374393654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a9c118f-a959-45e4-b192-969e713a56e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:02.374503665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a9c118f-a959-45e4-b192-969e713a56e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:02.465844322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3c7e5425-0642-4bd3-8844-94328efff320","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:03.159821634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"7f3c1028-91ba-4e61-ab96-588dfcb9ea04","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:03.631256205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"a8558842-ed12-4739-a170-96587eaef756","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:03.727003807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"54121e05-c8b1-4122-9369-ee60accc02ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:03.800934282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"924947b8-7f5c-4305-9c76-8512a20f62a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:03.817904096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"c1b51ce3-a17b-4669-9728-a8fb43a5920e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:03.887873382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"924947b8-7f5c-4305-9c76-8512a20f62a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:03.919433724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"c1b51ce3-a17b-4669-9728-a8fb43a5920e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:03.920054217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"c5582926-4916-4136-8b3c-611389f3e28c","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:04.057017455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"23136094-8d21-489d-96c6-78614b8113f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:04.60406561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"6cffcf56-5173-4da2-8d9f-4155fed9632a","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:05.623001194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"e1a83da2-e5a9-45a0-918a-ee35ce02c4f9","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:05.668933396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"42d56292-c27f-4a02-aa8c-87adf399c376","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:05.695197074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"d317f9ce-0924-4791-8379-1bb2468ea67e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:05.695943287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"c0919205-0a70-4cd8-bd46-3d63ffd21839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:05.719619594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"d317f9ce-0924-4791-8379-1bb2468ea67e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:05.72356879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"c0919205-0a70-4cd8-bd46-3d63ffd21839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:05.731663405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"45261be3-9c58-48e9-ae23-fe6358a20414","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:05.780815822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"2e280262-a30f-4218-b89c-8d93677ec48a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:06.354915882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"a90cdcfb-a646-45e4-9cae-c6a58bf0a2bf","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:06.382517733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"a90cdcfb-a646-45e4-9cae-c6a58bf0a2bf","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:06.419102231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"e7826c84-1f95-4174-89a1-1b4202ca1c55","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:06.466045176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"44ff8a99-d4a4-4e0b-9929-eb5cf96ba2b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:06.496344574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"426f24d2-bd5e-41fd-8aac-a2a4ccbeab67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:06.497555074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"54bb7385-d472-4dc9-a194-2648459a0b87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:06.5189881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"426f24d2-bd5e-41fd-8aac-a2a4ccbeab67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:06.520837083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"54bb7385-d472-4dc9-a194-2648459a0b87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:06.541241171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"05a99003-4b43-44fc-b523-e2deea400e99","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:06.558570221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"91bb9439-4dca-4e55-9fc6-a716a6f2c60b","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:06.558598809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"91bb9439-4dca-4e55-9fc6-a716a6f2c60b","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:06.593769177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"c26b0622-51ac-4cc6-b079-6e80629ffd26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:07.932435534Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"2014f0fc-0fb2-4a4e-835b-be0b16feec00","namespace":"ai-tenant-e2e-api-b-48c52b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:07.932502881Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"2014f0fc-0fb2-4a4e-835b-be0b16feec00","namespace":"ai-tenant-e2e-api-b-48c52b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:07.932547891Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"2014f0fc-0fb2-4a4e-835b-be0b16feec00","name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:07.951102265Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"2014f0fc-0fb2-4a4e-835b-be0b16feec00","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:07.951353124Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"619139fe-04ab-4bd5-9677-80bb04294518","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:07.951717157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e60d415-b03d-4fdd-850f-9dc9d1ead1b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:07.951731591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e60d415-b03d-4fdd-850f-9dc9d1ead1b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.092003728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"619139fe-04ab-4bd5-9677-80bb04294518","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-48c52b","tenantID":"e2e-api-b-48c52b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.152019252Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"619139fe-04ab-4bd5-9677-80bb04294518","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"name":"e2e-api-b-48c52b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.152186739Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"e2e-e2e-api-b-48c52b-policy","reconcileID":"619139fe-04ab-4bd5-9677-80bb04294518","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-48c52b-policy","namespace":"ai-tenant-e2e-api-b-48c52b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-48c52b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.174900839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3de41ca2-6cc8-4299-a545-1a9dc78027e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.174939499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3de41ca2-6cc8-4299-a545-1a9dc78027e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.295894896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"1105cfae-cb36-4c5a-b6d2-f61d068ff161","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.295915467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"1105cfae-cb36-4c5a-b6d2-f61d068ff161","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.315837028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"758c5ca0-62c8-469b-b4f6-9cef1a752bd9","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.315864093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"758c5ca0-62c8-469b-b4f6-9cef1a752bd9","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.323508101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"5586a3f0-df6c-4cce-b887-3a1a06c833f5","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:13:08.32789289Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-sub","reconcileID":"6030707d-8a15-4a51-851f-0f82d115882f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-f363a3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.342734964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"5586a3f0-df6c-4cce-b887-3a1a06c833f5","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.366485436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"90882c3d-c7f3-4c53-8600-500cf9d62310","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.366510107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"90882c3d-c7f3-4c53-8600-500cf9d62310","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.397340949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"6338b726-d8d2-4341-9dbc-2006785edac7","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.397377698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"6338b726-d8d2-4341-9dbc-2006785edac7","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.497877243Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-sub","reconcileID":"58ffa16f-5bb9-4e21-9419-971bcafbe998","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"maas-trlp-ipp-route-f363a3","model":"ipp-route-f363a3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.504449503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"dabfabda-3e7c-4d28-8919-a466272a0618","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.523202199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"dabfabda-3e7c-4d28-8919-a466272a0618","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.551086726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"b8f6c070-a97d-4d49-9eb3-d88a7176d30a","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.551106038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"b8f6c070-a97d-4d49-9eb3-d88a7176d30a","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.602546248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-sub","reconcileID":"b128c752-435c-4c52-9337-a168e25f9f7f","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"maas-trlp-ipp-route-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:11.974189152Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","namespace":"ai-tenant-e2e-praxis-a-27cda7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:11.974266015Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","namespace":"ai-tenant-e2e-praxis-a-27cda7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:11.974319868Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","tenant":"e2e-praxis-a-27cda7","tenantID":"e2e-praxis-a-27cda7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:11.989996513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"Deployment","name":"maas-api-e2e-praxis-a-27cda7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.028796592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"Service","name":"maas-api-e2e-praxis-a-27cda7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.047057726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-27cda7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.065162149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-27cda7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.081873331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-27cda7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.101451482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-27cda7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.120771171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-27cda7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.137287081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-27cda7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.151183276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-27cda7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.164884811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-27cda7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.178658417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"Service","name":"payload-processing-e2e-praxis-a-27cda7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.192411406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-27cda7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.206530451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-27cda7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.220301057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-27cda7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.234003966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-27cda7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.281155224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-27cda7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.299832708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-27cda7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.329807115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-27cda7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.345857677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-27cda7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.363742797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-27cda7"},"namespace":"ai-tenant-e2e-praxis-a-27cda7","name":"default-tenant","reconcileID":"6dbb34be-afa7-47a1-83b7-44c4632ccdbe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-27cda7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.806131642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"73f8a2d5-3485-4e12-99f5-03a2f169ee3a","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.862207219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"452ed65b-085f-417d-ad01-ff3732d3aa44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.867735555Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-27cda7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-27cda7","reconcileID":"194ed314-f201-47c4-870c-1cde723e1673","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-27cda7","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-27cda7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.889830768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"e0b793fe-c9aa-4d46-a621-198b15fd716c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.890468071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"c16e6b8c-4885-4ffc-a9b1-272bb729ed99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.915557394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"c16e6b8c-4885-4ffc-a9b1-272bb729ed99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.917306029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"e0b793fe-c9aa-4d46-a621-198b15fd716c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.928414503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"6bd767c6-bff4-4d17-9a79-573c8afa91e9","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:13.007440867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"074575a5-e6a2-4ff9-9c26-11e69b1900e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:13.360493786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef136d84-74bf-49d5-b525-911e45444378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:13.375812167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef136d84-74bf-49d5-b525-911e45444378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:13.389917376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef136d84-74bf-49d5-b525-911e45444378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:13.404341975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef136d84-74bf-49d5-b525-911e45444378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:14.058392928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12794e0c-25f5-422c-9010-06cdb6d5ae83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:14.076507257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12794e0c-25f5-422c-9010-06cdb6d5ae83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:14.091207584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12794e0c-25f5-422c-9010-06cdb6d5ae83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:14.105460625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12794e0c-25f5-422c-9010-06cdb6d5ae83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:17.577015878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"a6e52f95-5608-4f5e-aad5-4b51eb7d5329","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:17.63404175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"59844c3a-d74d-40c3-a29f-615a9658e3d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:17.647457134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"d4d69a5c-7a12-432d-968e-470963d3d51c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:17.647480384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"6654b94b-4f5b-4d33-b230-da227cf15c1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:17.673339655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"6654b94b-4f5b-4d33-b230-da227cf15c1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:17.674986682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"d4d69a5c-7a12-432d-968e-470963d3d51c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:17.697978565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"ac46b1be-152c-4dec-9e3c-169bcf4d4f15","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:17.751637623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"46ab05d9-4b71-4b08-8d41-2054aecde784","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:18.406541582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"026453c3-1c28-4139-b9c7-c5f75b10b08e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:18.406654626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"026453c3-1c28-4139-b9c7-c5f75b10b08e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:18.455767032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86c7c941-6fb5-499c-9170-2e4f9291e694","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:18.485553362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"257c0a29-d046-457a-9746-e2c8cacdc140","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:18.486211007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06c8fbe5-2941-4097-898a-0ebc6197c85d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:18.507389236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"257c0a29-d046-457a-9746-e2c8cacdc140","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:18.508910834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06c8fbe5-2941-4097-898a-0ebc6197c85d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:18.528455016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f4f78c2-f034-4f06-99f9-3bd583206c85","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:18.528476953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f4f78c2-f034-4f06-99f9-3bd583206c85","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:18.604520796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f8495b81-0ffe-4b00-a743-3377b91928d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.278364203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"c891883a-72bb-4d5d-9775-237591bfa92c","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.089641744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"57d366b5-101e-4b64-97af-607df2a0a7b7","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.134795694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"e978c302-816b-469d-82e5-cc88a237dd6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.177447228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"508a5f38-9a14-4d98-996d-bbba454b43bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.177716395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"bbc9f8ac-8557-4f81-a9ec-b6e2bfbd36ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.194190537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"6ee932c3-a8d2-4528-a1b6-210d58f5de87","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.19857244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"508a5f38-9a14-4d98-996d-bbba454b43bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.199728993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"bbc9f8ac-8557-4f81-a9ec-b6e2bfbd36ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.238963266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"e98d67e3-98cb-4b1b-8fdd-44cdbbd5c99a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.888573825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"8cef3ea1-649a-49f8-b5b5-535e3a1f60a5","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.250736367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47efe0a-bb85-4827-a7fd-386121837139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.264788915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47efe0a-bb85-4827-a7fd-386121837139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.278801431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47efe0a-bb85-4827-a7fd-386121837139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.293117449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47efe0a-bb85-4827-a7fd-386121837139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.61397956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"1b191ee6-98c5-4add-85cf-ffd22b35509b","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.690460677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"f41aeaf4-bb00-41f4-b10b-c315039eaed9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.690867129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"78ba6a66-e186-46b2-a1e9-41e94e5233f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.705538172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"d9d76d3a-7caf-4d97-a77b-174fc91830b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.709657672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"78ba6a66-e186-46b2-a1e9-41e94e5233f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.711909118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"f41aeaf4-bb00-41f4-b10b-c315039eaed9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.732290871Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","namespace":"ai-tenant-e2e-ipp-b-f82846","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.732339385Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","namespace":"ai-tenant-e2e-ipp-b-f82846","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.732387333Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","tenant":"e2e-ipp-b-f82846","tenantID":"e2e-ipp-b-f82846","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.748409885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"Deployment","name":"maas-api-e2e-ipp-b-f82846","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.761890909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"68edaa48-9cf3-4c07-8458-49ed0679629d","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.772505954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"Service","name":"maas-api-e2e-ipp-b-f82846","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.7923075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-f82846","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.793696756Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.807864673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-f82846","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.808449661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"d11ba2aa-6d08-419d-acdb-92c3e759394f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.824749639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-f82846","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.8408641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-f82846","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.85788931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-f82846","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.876111721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-f82846","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.879040606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f850c6e-386b-495b-9f10-3f26c31ca527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.89345469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f850c6e-386b-495b-9f10-3f26c31ca527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.89521536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-f82846","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.908431439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f850c6e-386b-495b-9f10-3f26c31ca527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.922719212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f850c6e-386b-495b-9f10-3f26c31ca527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.924878156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-f82846","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.957288458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"Service","name":"payload-processing-e2e-ipp-b-f82846","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.978942372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-f82846","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.009776529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-f82846","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.027951197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-f82846","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.045302677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-f82846","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.068121012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-f82846","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.083851984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-f82846","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.101464562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-f82846","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.117042616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-f82846","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.132485499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f82846"},"namespace":"ai-tenant-e2e-ipp-b-f82846","name":"default-tenant","reconcileID":"582001d9-f3e8-4724-96f8-7ac4d22e1e4f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-f82846","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.617081675Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f82846","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f82846","reconcileID":"ec648a40-88af-4346-aa94-76adade6ce33","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f82846","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-f82846"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.74953062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c3d42e-17e4-486c-b378-9ea0374d0e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.763452285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c3d42e-17e4-486c-b378-9ea0374d0e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.77728988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c3d42e-17e4-486c-b378-9ea0374d0e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.791400464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c3d42e-17e4-486c-b378-9ea0374d0e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:23.367335292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e01a72-8914-4dfd-b251-415efc0bc1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:23.382324707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e01a72-8914-4dfd-b251-415efc0bc1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:23.396525209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e01a72-8914-4dfd-b251-415efc0bc1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:23.410523648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e01a72-8914-4dfd-b251-415efc0bc1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:24.033060024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7aecb41-1d79-4ae9-85ed-b49ccbd5c55d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:24.046988346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7aecb41-1d79-4ae9-85ed-b49ccbd5c55d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:24.061532551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7aecb41-1d79-4ae9-85ed-b49ccbd5c55d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:24.07591975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7aecb41-1d79-4ae9-85ed-b49ccbd5c55d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:24.735154072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"511106ed-7647-4823-a0d6-3e28eac06a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:24.749245013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"511106ed-7647-4823-a0d6-3e28eac06a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:24.763481478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"511106ed-7647-4823-a0d6-3e28eac06a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:24.777717328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"511106ed-7647-4823-a0d6-3e28eac06a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.006125978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"d4541c0f-e8db-49f3-914c-3531b864a215","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.020901206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"57a0b8ae-b744-42c5-8f0e-57477dbb345b","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.035429086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"dcee45da-69b4-48d1-9d30-f1042056de21","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.035675507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"c3d27a78-b747-418f-9b66-2fabc3eb8fa0","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.056885311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"98183bcc-8870-467f-a3f7-c0fe415d5850","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.057279314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"49b37e0f-26c6-42f3-8afd-0097616d0c01","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.057539018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"2bbd449a-8ccd-4ace-b538-1f49226717e4","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.057692159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"90644c3b-f45d-464c-8f1a-5cc4f9c3243f","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.062305643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"011fafb3-9bc1-43b2-bcf0-caa77b16eecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.063939351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"a27575a1-c872-4a18-976f-fa97eeac3bac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.064489167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"7c38a868-226c-42b7-ad66-340d30382483","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.076271494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"34aecd69-50d8-4094-bf95-e88751d313ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.093899156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"011fafb3-9bc1-43b2-bcf0-caa77b16eecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.096308097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"34aecd69-50d8-4094-bf95-e88751d313ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.202293022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"f6c2b0cd-e4db-4174-9268-da62f8079915","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.202525503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"1df322dd-73e7-4d27-bca0-02d7e1f2c815","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.271181533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"8bbe610e-d8f1-48cd-9eed-c93963e30ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.272285502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"436d58d0-2265-4399-9e71-89f7b07fe9d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.290358974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"8bbe610e-d8f1-48cd-9eed-c93963e30ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.291393523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"436d58d0-2265-4399-9e71-89f7b07fe9d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.357307294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31230d3e-117d-4c04-a811-46db06ab2cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.371754428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31230d3e-117d-4c04-a811-46db06ab2cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.389476075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31230d3e-117d-4c04-a811-46db06ab2cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.466538997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31230d3e-117d-4c04-a811-46db06ab2cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:32.073262985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9ef60b-5fc5-4d86-8d74-e40c9c0a24a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:32.087948705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9ef60b-5fc5-4d86-8d74-e40c9c0a24a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:32.115592194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9ef60b-5fc5-4d86-8d74-e40c9c0a24a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:32.274334073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9ef60b-5fc5-4d86-8d74-e40c9c0a24a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:32.831316372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8821e5-db28-496a-8897-f9f423c35af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:32.846846526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8821e5-db28-496a-8897-f9f423c35af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:32.861227796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8821e5-db28-496a-8897-f9f423c35af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:32.87536318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8821e5-db28-496a-8897-f9f423c35af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:33.560761228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7d14c8-fa6b-4ae6-b5a6-213d9198413a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:33.57475693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7d14c8-fa6b-4ae6-b5a6-213d9198413a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:33.588656111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7d14c8-fa6b-4ae6-b5a6-213d9198413a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:33.602662391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7d14c8-fa6b-4ae6-b5a6-213d9198413a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:34.247005698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f61579-cd57-42f5-9bfd-5045bac4522e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:34.261258294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f61579-cd57-42f5-9bfd-5045bac4522e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:34.275125484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f61579-cd57-42f5-9bfd-5045bac4522e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:34.289330352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f61579-cd57-42f5-9bfd-5045bac4522e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:34.921889377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a75857-4c65-42ad-9f34-863a14e7eb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:34.936458116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a75857-4c65-42ad-9f34-863a14e7eb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:34.950713028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a75857-4c65-42ad-9f34-863a14e7eb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:34.964717397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a75857-4c65-42ad-9f34-863a14e7eb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.524776841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245c8693-cacb-40dc-ba84-f83672e30af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.538805423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245c8693-cacb-40dc-ba84-f83672e30af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.552799967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245c8693-cacb-40dc-ba84-f83672e30af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.566873103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"245c8693-cacb-40dc-ba84-f83672e30af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.566971313Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","namespace":"ai-tenant-e2e-api-b-48c52b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.567042924Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","namespace":"ai-tenant-e2e-api-b-48c52b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.567099917Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","tenant":"e2e-api-b-48c52b","tenantID":"e2e-api-b-48c52b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.583235411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"Deployment","name":"maas-api-e2e-api-b-48c52b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.615300777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"Service","name":"maas-api-e2e-api-b-48c52b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.634524735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-48c52b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.652925678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-48c52b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.670023511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-48c52b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.688842475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-48c52b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.706260393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-48c52b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.724401258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-48c52b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.73990355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"Deployment","name":"payload-processing-e2e-api-b-48c52b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.754282332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-48c52b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.768226536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"Service","name":"payload-processing-e2e-api-b-48c52b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.782738542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"Service","name":"payload-pre-processing-e2e-api-b-48c52b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.797395388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-48c52b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.813411694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-48c52b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.838432894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-48c52b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.921807216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-48c52b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.977108003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-48c52b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.059588236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-48c52b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.114997409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-48c52b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.131749331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-48c52b"},"namespace":"ai-tenant-e2e-api-b-48c52b","name":"default-tenant","reconcileID":"9ba694c5-3c02-4111-bbae-029e78d103d8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-48c52b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.163162122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"10e06c2b-a7d7-4edf-b424-60693411cdc5","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.486473827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"5c953a42-9a07-4686-91d4-3501ae4bcc2b","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.56310033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"35c9867d-898e-4bd3-a695-b95747735d6b","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.593970005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"03e9b396-e3ce-4a82-bd8b-4b92c3cbf6b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.6200528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"dee00141-69bc-4500-84d5-2330784e4fef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.631345897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"1e5198fe-2ff0-47a1-9d32-3f905f1e1b54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.631345889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"33d8154f-6898-41c2-becf-88961eaf2444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.648340879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"dc326883-44b7-4d6a-a1ef-44d76d634e58","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.655927382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"33d8154f-6898-41c2-becf-88961eaf2444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.656033776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"1e5198fe-2ff0-47a1-9d32-3f905f1e1b54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.664097006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"caaad543-146c-4b11-8e84-9e3a00b4dea7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.69985907Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-48c52b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-48c52b","reconcileID":"59124c35-1a65-4c22-99c8-858cf7a68265","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-48c52b","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-48c52b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.724466033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6589456-95d2-4692-9b87-fd646ab44f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.738580227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6589456-95d2-4692-9b87-fd646ab44f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.75316269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6589456-95d2-4692-9b87-fd646ab44f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.768299461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6589456-95d2-4692-9b87-fd646ab44f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.768968299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"6e1174f4-c5d5-488d-b7bc-8ad4a5a8a2d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.791350249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"9fe6d30e-fac3-4f5d-b63f-b781ed7fbe38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.791542903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"d77153fb-9c92-4cd0-8f9c-d903a4cd7e44","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.807846249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"6e1174f4-c5d5-488d-b7bc-8ad4a5a8a2d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.8617124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"d0d5f571-0a37-47f8-9264-4135c051df63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.881202152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"d0d5f571-0a37-47f8-9264-4135c051df63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.890687956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"ae06559a-6452-4bcf-b58d-45653af7e198","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:37.409310546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e94b081-aaf4-4e02-9eb1-86074b6f3874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:37.423800538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e94b081-aaf4-4e02-9eb1-86074b6f3874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:37.438933826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e94b081-aaf4-4e02-9eb1-86074b6f3874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:37.452999704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e94b081-aaf4-4e02-9eb1-86074b6f3874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.023309844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d95b3fc-a62c-483d-8273-53b233f7285c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.037494256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d95b3fc-a62c-483d-8273-53b233f7285c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.051437901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d95b3fc-a62c-483d-8273-53b233f7285c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.066137642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d95b3fc-a62c-483d-8273-53b233f7285c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.69130754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa7cb35-5400-401e-a109-b86fad5158c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.707375991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa7cb35-5400-401e-a109-b86fad5158c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.724098041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa7cb35-5400-401e-a109-b86fad5158c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.739919747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa7cb35-5400-401e-a109-b86fad5158c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:41.205579111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"323ef148-72fe-4ee2-97cb-59349e4538cc","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:41.205922279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"3b1b8d7e-ac0d-4ae6-a29b-30604cf1b0d9","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:41.206200676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"3b7ba212-f322-48a8-a3d4-850faf013650","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:41.206368607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"6b1fbc92-8d86-4889-b90c-7800709aa49b","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:41.246328889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"406bb479-8949-48f2-8deb-9df9a8e453ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:41.246333048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"98332f78-482a-43c6-be22-48b44c3fe581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:41.248387106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"66bee21b-c8d5-4a80-8aa9-6c752526f970","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:41.248447547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"c285188b-74d3-4b35-8a74-d335150f2533","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:41.265324124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"98332f78-482a-43c6-be22-48b44c3fe581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:41.26536189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"406bb479-8949-48f2-8deb-9df9a8e453ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:41.347864124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"29a30da5-ee7c-4f61-969b-5c283adfe2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:41.347959134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"cbf8a1ad-6721-4e02-9b00-7d31c3523d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:41.348714723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"d38b7c9f-0871-48f3-b0c1-8f896266334b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:41.348877642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"296f2104-612d-4ff7-9a9a-9e80f3b60981","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:41.379128586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"cbf8a1ad-6721-4e02-9b00-7d31c3523d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:41.379485119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"29a30da5-ee7c-4f61-969b-5c283adfe2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.248025494Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","namespace":"ai-tenant-e2e-praxis-b-4e8583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.248133728Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","namespace":"ai-tenant-e2e-praxis-b-4e8583","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.248267817Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","tenant":"e2e-praxis-b-4e8583","tenantID":"e2e-praxis-b-4e8583","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.264256234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"Deployment","name":"maas-api-e2e-praxis-b-4e8583","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.294900669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"Service","name":"maas-api-e2e-praxis-b-4e8583","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.316292641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-4e8583","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.332883493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-4e8583","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.353853653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-4e8583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.372161867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-4e8583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.38935011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-4e8583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.408070208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-4e8583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.421871611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-4e8583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.439215475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-4e8583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.454748647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"Service","name":"payload-processing-e2e-praxis-b-4e8583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.474510595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-4e8583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.491508049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-4e8583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.506957387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-4e8583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.520987673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-4e8583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.539272641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-4e8583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.552936845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-4e8583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.566822967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-4e8583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.581239131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-4e8583","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:44.595133207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8583"},"namespace":"ai-tenant-e2e-praxis-b-4e8583","name":"default-tenant","reconcileID":"4e7bde58-8c79-4b69-b000-a603afecc498","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-4e8583","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.06968759Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4e8583","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4e8583","reconcileID":"46a269a0-aa33-402a-98e3-9371a2dfd16d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-4e8583","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-4e8583"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.084480416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"c987a475-21dc-43e2-98d4-fcc0c2a98871","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.098851271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"7872869d-77bf-4f25-8687-fb023aabaae8","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.099271105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"1e0ddd7d-a568-4a67-b7f4-1b11935e9d7b","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.113247798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"59d58cc8-63b5-4471-a51f-74f70a974a80","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.14209171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"9d346a68-a207-4781-8c4a-fd1cd184fe23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.142291004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"dba6ebe7-e2a0-4dd7-bc50-9e79c63be6a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.154332278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"293bf66e-f398-4e7d-9980-9ec414b55989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.154471755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"9cc2240d-0135-4995-8118-346bc354bbe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.166681328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"340a13f8-8c17-4c53-9f64-a9586c60a71d","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.166989583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"11224f6d-2f88-4ce1-abbd-a5dc673d2724","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.167319282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"19e88f18-b494-460e-8692-88187f8bb8db","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.167561214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"1e4f2063-45e1-471b-9aca-666f8e40b880","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.175240778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"293bf66e-f398-4e7d-9980-9ec414b55989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.175240178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"9cc2240d-0135-4995-8118-346bc354bbe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.287196481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"2d182bef-e0fa-4b19-bb32-f7d1457ad51d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.28777413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"f063de08-17e1-48b1-8d1e-66ef4a7c0fc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.361969378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"3f7c2272-8c5b-45a1-b89c-0f856e9866f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.362333604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"be2b6701-11a2-4597-8c1e-e5edc45a73a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.384125571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"be2b6701-11a2-4597-8c1e-e5edc45a73a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.386334049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"3f7c2272-8c5b-45a1-b89c-0f856e9866f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.49275045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6b6c0c-3ccd-48ce-b1ac-5afaeaa56a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.506851154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6b6c0c-3ccd-48ce-b1ac-5afaeaa56a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.520680117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6b6c0c-3ccd-48ce-b1ac-5afaeaa56a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:45.535619375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6b6c0c-3ccd-48ce-b1ac-5afaeaa56a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:46.129951595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7def9659-cc3c-4b97-89ff-e2c7fe3cbe5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:46.144155552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7def9659-cc3c-4b97-89ff-e2c7fe3cbe5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:46.158169399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7def9659-cc3c-4b97-89ff-e2c7fe3cbe5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:46.172347061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7def9659-cc3c-4b97-89ff-e2c7fe3cbe5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:46.732298496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d369894e-6f1a-439f-ab08-bc76d3e398fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:46.746435095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d369894e-6f1a-439f-ab08-bc76d3e398fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:46.760311446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d369894e-6f1a-439f-ab08-bc76d3e398fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:46.774437675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d369894e-6f1a-439f-ab08-bc76d3e398fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:47.413855828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e2a3b0-f6ba-4a2c-bf5c-98b6a6abfc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:47.42827338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e2a3b0-f6ba-4a2c-bf5c-98b6a6abfc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:47.442150879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e2a3b0-f6ba-4a2c-bf5c-98b6a6abfc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:47.457034659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e2a3b0-f6ba-4a2c-bf5c-98b6a6abfc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.917579528Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"c6341b66-8734-4c65-ac5c-c57cb41dac90","namespace":"ai-tenant-e2e-worker-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.917650508Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"c6341b66-8734-4c65-ac5c-c57cb41dac90","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.936611328Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"c6341b66-8734-4c65-ac5c-c57cb41dac90","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.937441732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"06326ea2-cfec-4df1-b09b-fc3e9e837f78","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.95346385Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"c6341b66-8734-4c65-ac5c-c57cb41dac90","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.953484232Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"c6341b66-8734-4c65-ac5c-c57cb41dac90","namespace":"ai-tenant-e2e-worker-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.953576491Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"c6341b66-8734-4c65-ac5c-c57cb41dac90","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.957314893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"b3e4ba53-295c-47e3-ad0e-5d9c384887f9","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.974351097Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"c6341b66-8734-4c65-ac5c-c57cb41dac90","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.977317724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"e4068422-d4a2-4a11-bee5-231aae5e7fdf","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.978298222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"b8caa5ee-1aa5-4d15-acba-e05918e76fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.978462201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"1fd936a5-4913-48a5-8f69-f69e3ab33a65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.987449469Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"34f292a9-79eb-48de-9f81-c4332ecde575","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3eedc34b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.994650199Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"c6341b66-8734-4c65-ac5c-c57cb41dac90","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.999358837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"fcca6e6c-8bdc-4843-b4e6-be2519be4b9f","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:49.000687266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"b8caa5ee-1aa5-4d15-acba-e05918e76fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:49.002301842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"1fd936a5-4913-48a5-8f69-f69e3ab33a65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:49.003472844Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"141d33f9-4a1b-4b5f-80ab-79a5ec27d805","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4ae5fb64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:49.011930196Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"fda9774e-5da1-41ca-b534-ca5a47e76b95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3eedc34b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:49.035775936Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"eacf36eb-b3f9-44b8-8bda-b8452542e72e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4ae5fb64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:49.161930568Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"cf9cae51-d4bb-4a09-9396-58d44711901d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:49.162439748Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"fc9bda66-94a8-4146-b386-532f22d46e70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:49.205449393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"fc9bda66-94a8-4146-b386-532f22d46e70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:49.2054506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"cf9cae51-d4bb-4a09-9396-58d44711901d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:49.260624324Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"cf9cae51-d4bb-4a09-9396-58d44711901d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:49.260659924Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-access","reconcileID":"cf9cae51-d4bb-4a09-9396-58d44711901d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:13:49.269815301Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"fc9bda66-94a8-4146-b386-532f22d46e70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-b31f3f-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:13:49.269878202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"fc9bda66-94a8-4146-b386-532f22d46e70","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-b31f3f-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:49.275080486Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"5fbb7a1e-36c0-40c2-9555-b2466c5b96aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:49.280768289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"a7d3e34e-625a-4067-b90c-2a508a8c97f5","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:49.403870607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"5fbb7a1e-36c0-40c2-9555-b2466c5b96aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:49.423222605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"5fbb7a1e-36c0-40c2-9555-b2466c5b96aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"e2e-worker-w4-b31f3f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:49.423248558Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-access","reconcileID":"5fbb7a1e-36c0-40c2-9555-b2466c5b96aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:49.444023748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"da383211-2663-4761-a2b7-3b82175d953a","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.107288151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"1fd81efa-c8d0-48ea-bc06-06313bb99310","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.218792273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"85da902c-9536-4b95-8823-22663b50325b","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.334055316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"84996890-3d26-46b3-a2a8-cd1a34ab2959","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.3764076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"eeaf928b-7ae1-4716-9e23-429922cab822","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.395133158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"66fa68f0-f7e3-4cec-a5cc-b79ebf090b12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.395248077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"7434f956-4025-47e4-af99-4e6960ad6d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.415319309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"7434f956-4025-47e4-af99-4e6960ad6d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.415339565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"66fa68f0-f7e3-4cec-a5cc-b79ebf090b12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.428311672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"9998afb5-9390-46a3-b885-481915d0a8b2","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.444221473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"12e8cebf-c114-4ceb-b9bd-09d42d9498eb","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.478682786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"65356f8d-7241-43c9-897a-9d35142c7cab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.486781271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"bdc603d4-c577-44fb-9387-b385f93cb200","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.506672728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"3c6060f4-dba7-457e-8ba4-8f47c578329d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.506814642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"258eb190-e359-44c7-8949-eb84ec243863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.525543914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"258eb190-e359-44c7-8949-eb84ec243863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.525723212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"3c6060f4-dba7-457e-8ba4-8f47c578329d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.538549832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"6156dcf8-5dad-4471-b226-d6ac585214cb","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.581019598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"aeeff9c6-dd49-4237-b757-021d2bead08e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:51.777557296Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:53.897955941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"1616140e-bb64-4bf8-98ee-77a87217e692","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:53.898472483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"646c7268-1a74-40a1-9868-a5a3320b4cb8","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"distinct-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"distinct-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:53.898749771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"deac2c1f-0ed4-4182-93f9-935ff224ce70","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"distinct-2-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"distinct-2-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:53.899072772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"3e689eda-e9a7-4698-aef7-47899805a49b","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:53.918372334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"cd15231c-898f-4167-85c3-ee9406ded6b3","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:53.927958809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"cbca6d97-8a6a-47a9-92ab-801e40cae5b4","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:53.928242254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"e23634b0-df3e-4351-973d-9025fda7bb0f","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"distinct-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"distinct-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:53.928394315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"ae943b1e-161d-4a1f-8fb5-fcc8349821b6","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"distinct-2-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"distinct-2-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:53.956054377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"651544fa-3689-4ff6-a8ad-923cb50850db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:53.956056306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"c6e5836a-e63a-4094-ac84-79b0c08c2113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:53.957597024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"27d99146-7580-4b4a-943e-9de638120a50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:53.957797834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"7db3f6a1-1603-4a02-845f-6418b4093f9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:53.987058274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"651544fa-3689-4ff6-a8ad-923cb50850db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:53.989310943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"c6e5836a-e63a-4094-ac84-79b0c08c2113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:54.098031271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"20fc12de-47d1-43c7-be7e-90975a8fa003","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:54.139276477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"9db0b650-0ca3-4455-8599-92d8dd680a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:54.139622217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"a608e924-d5d2-4e39-b3b2-b7fce4909f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:54.161544515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"25ed00bd-e6c3-477e-83db-b7764a26c077","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:54.164007116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"a608e924-d5d2-4e39-b3b2-b7fce4909f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:54.164425137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"9db0b650-0ca3-4455-8599-92d8dd680a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:54.259978771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f31724f-122e-48f1-b427-eaed2b4967d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:54.274079289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f31724f-122e-48f1-b427-eaed2b4967d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:54.290291237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f31724f-122e-48f1-b427-eaed2b4967d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:54.304567462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f31724f-122e-48f1-b427-eaed2b4967d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:54.905662752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6b4d12-a49d-4153-9016-1f2e44df790e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:54.920889092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6b4d12-a49d-4153-9016-1f2e44df790e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:54.967896724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6b4d12-a49d-4153-9016-1f2e44df790e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:54.981782711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6b4d12-a49d-4153-9016-1f2e44df790e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.328466255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"1314ef2b-030f-4885-92bc-8757efcf5c93","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.328817128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"962f3d6b-0365-4ae5-a19d-d02a6f1311dc","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.329104951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"0ef96a9f-7b32-494d-a6f8-a8c3284c2873","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.329357445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"625fe088-7527-461a-8b4f-8041726ba616","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-2-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-2-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.386378068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"fec6362b-e93c-4a1f-a77d-7c153a366b09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.387373239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"d63d9f4a-e064-4916-b444-de81ff8d7360","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.387707339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"ab3c88af-3864-4435-93ed-0dfa63cbc8f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.469475625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"fec6362b-e93c-4a1f-a77d-7c153a366b09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.496627405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"65a74179-dba3-4f61-8f13-8e5032bffce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.5155892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"65a74179-dba3-4f61-8f13-8e5032bffce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.524068137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"8e9918a2-4b3a-4d63-b1a6-9967f5e0d13c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.526651184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"99834394-96bc-4a53-b06f-79136d5067a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.570551571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"6b5ba918-75bb-4ccb-9a15-569cad921fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.58935982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"6b5ba918-75bb-4ccb-9a15-569cad921fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.624403218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913e3821-c8ac-4113-9ab0-db8d7a586aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.638500886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913e3821-c8ac-4113-9ab0-db8d7a586aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.652439818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913e3821-c8ac-4113-9ab0-db8d7a586aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.666447075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913e3821-c8ac-4113-9ab0-db8d7a586aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.741217745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"0f742528-6860-4c18-814d-0fa1cf185bcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:55.760106369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"0f742528-6860-4c18-814d-0fa1cf185bcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:56.253692088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd273cc0-2a38-4a36-be6c-c71f7acbbcc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:56.267988512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd273cc0-2a38-4a36-be6c-c71f7acbbcc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:56.28368094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd273cc0-2a38-4a36-be6c-c71f7acbbcc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:56.299353202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd273cc0-2a38-4a36-be6c-c71f7acbbcc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:56.926006927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b846d153-19cf-4efc-b803-65823114a981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:56.940964007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b846d153-19cf-4efc-b803-65823114a981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:56.961059559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b846d153-19cf-4efc-b803-65823114a981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:56.980877425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b846d153-19cf-4efc-b803-65823114a981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:57.537292605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d03307b8-04d8-4cae-a1e6-35659f5dd8e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:57.551577695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d03307b8-04d8-4cae-a1e6-35659f5dd8e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:57.565741329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d03307b8-04d8-4cae-a1e6-35659f5dd8e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:57.579966986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d03307b8-04d8-4cae-a1e6-35659f5dd8e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.144575573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251fd886-b1b0-49e5-927f-63a309b80906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.15904113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251fd886-b1b0-49e5-927f-63a309b80906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.173572084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251fd886-b1b0-49e5-927f-63a309b80906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.187846654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251fd886-b1b0-49e5-927f-63a309b80906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.923102281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"5e26fa56-680d-4870-a3fc-c6b19380d7ed","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"distinct-2-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"distinct-2-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.960080505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff7439f-cd00-44a8-97ff-b82c1f468400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.978770978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff7439f-cd00-44a8-97ff-b82c1f468400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.995633687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff7439f-cd00-44a8-97ff-b82c1f468400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.010984415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff7439f-cd00-44a8-97ff-b82c1f468400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.026373013Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"ef6d7c73-777d-4023-b46f-3c63fec562f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.04145142Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"ef6d7c73-777d-4023-b46f-3c63fec562f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.062927278Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"fd5c27ca-4d17-44bb-8aff-1d1f387ed2d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.064042659Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"simulator-subscription","reconcileID":"ef6d7c73-777d-4023-b46f-3c63fec562f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/simulator-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.074060942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"c2f50d8d-27a2-418e-a24b-c20b8680a098","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"distinct-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"distinct-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.086407036Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"fd5c27ca-4d17-44bb-8aff-1d1f387ed2d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.161133537Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"premium-simulator-subscription","reconcileID":"fd5c27ca-4d17-44bb-8aff-1d1f387ed2d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"name":"maas-trlp-premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f","model":"e2e-models-e2e-worker-w4-b31f3f/premium-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.240900139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"5c0de113-1295-447e-b5b8-6a756df6d90a","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.295410075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"13c43b16-0d8a-4fce-b394-42128e9f8ddd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.316100698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"d74f805e-47be-4c42-91fa-a47c1efac5e3","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.319907564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"cb1168a6-6928-4bef-ab30-eb0c6321cdee","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.356922771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"9f564e62-2a51-4d53-b402-ffdfcacb7075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.357551908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"7a42465c-c08c-4b2a-9672-5c5f3a125e14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.358979912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"f9b6fe6e-2321-49eb-92b7-4833c244973e","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.388403075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"7a42465c-c08c-4b2a-9672-5c5f3a125e14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.397629675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"9f564e62-2a51-4d53-b402-ffdfcacb7075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.422128919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"54679471-78cc-48e2-824a-9034e085bde6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.424956518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"3a4f201c-9c8b-4bc4-8562-7d6fdf21004c","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.549944907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"c2c166f4-f679-454b-9ddc-00c329e95ee6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.664682848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"dbaab0ef-c5d5-4a64-b729-f0e9ab90e1dd","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.674688778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"dd0c81a0-1ae0-4e95-8321-c9355af8dbcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.675213102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"a007094f-d5ef-42f8-aca1-ba9bc983deab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.699156463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"dd0c81a0-1ae0-4e95-8321-c9355af8dbcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.715190062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"a007094f-d5ef-42f8-aca1-ba9bc983deab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.731370497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"61681abd-094d-43fd-88d4-be2b429deec3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.89420604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7ebb7b-27a7-40a8-b20b-de1b1340e703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.96348247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7ebb7b-27a7-40a8-b20b-de1b1340e703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.982331078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7ebb7b-27a7-40a8-b20b-de1b1340e703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.130912831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a7ebb7b-27a7-40a8-b20b-de1b1340e703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:03.055457041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5e77a52e-b4cf-49d0-8863-05530f00fd6a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:03.055484403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5e77a52e-b4cf-49d0-8863-05530f00fd6a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:03.319203789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"82d7de02-26c7-487a-a01e-07db17ff8e04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:03.408899309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"617c1e30-5141-4e54-bb63-3807d07d6331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:03.684189521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8779709-8281-48a7-990d-68c04f6f00a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.083574185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"617c1e30-5141-4e54-bb63-3807d07d6331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.085876869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"80d284e4-71c0-4121-9ff6-a22888bd7486","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.174563065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8779709-8281-48a7-990d-68c04f6f00a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.211618705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-sub","reconcileID":"c00cc611-8af4-4e6d-81c0-9113540a5370","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"maas-trlp-ipp-route-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.228775806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b32706e-1d76-4bfb-992a-3b527c347e6d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.444791813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b32706e-1d76-4bfb-992a-3b527c347e6d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.44546909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"8f84ee9c-cb05-4d83-b1d2-fbe3e73d828a","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.446059612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"1b914ae1-4fda-4086-bcab-5d1cca84777f","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.59017626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"41f27c85-5745-44fc-9f01-fe10fed7c951","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"distinct-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"distinct-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.624778777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"6b6df874-a36c-46fb-b8cc-ffc698e9b680","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"distinct-2-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"distinct-2-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.621813139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"ef13d41f-f8e2-4f8f-acfe-1450a9d14580","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.63199249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"c940ad50-a10e-47bc-936d-b4bf58dd519c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.632410219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"92776131-65f0-4fca-8d2f-5b39967fde45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.633491535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"4413cbd9-7cb4-4625-9b2d-adb6aeac57f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.604733735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"3a6f1b08-f0a7-4a28-93c5-f5cd374a3c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.695492017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"40640bf3-50e2-48eb-817a-64434c627996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.695940076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"d22153c0-297c-4c59-9182-7ad31a009cd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.776569606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"2be0387d-e683-445a-999c-9b9910b184f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.836121301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"40640bf3-50e2-48eb-817a-64434c627996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.856849582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"d22153c0-297c-4c59-9182-7ad31a009cd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.901554653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"bbf1d441-50bf-4f0e-95c4-e3252b8cd107","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.901587265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"bbf1d441-50bf-4f0e-95c4-e3252b8cd107","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:04.945548607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"3a6f1b08-f0a7-4a28-93c5-f5cd374a3c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.036592058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"defffe4f-c414-46b9-95c7-e6acf6cdc386","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.124672245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"2be0387d-e683-445a-999c-9b9910b184f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.486957386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbdf1cfd-c809-495c-91de-f8e5f07af87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.708531834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"f066db84-d0ff-4ee2-b998-393db3666480","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.941746182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbdf1cfd-c809-495c-91de-f8e5f07af87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:06.067827406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbdf1cfd-c809-495c-91de-f8e5f07af87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:06.108091731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"60fc26b9-8c30-4e31-975f-49a6f1348656","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:06.21646033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbdf1cfd-c809-495c-91de-f8e5f07af87c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:06.276528659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"081a9491-49f1-4681-aa2d-83c2e8d94a6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:06.277397531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"17d5ddb5-1102-4d24-8e8b-fd1182b8991b","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:06.313092402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"7a57392d-2ad9-4003-adf3-e7c2da771b05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:06.328860301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"8cb817ba-25d7-40db-a1c0-4384274b4c4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:06.345773762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"f47735bd-b9ce-461e-97ae-82d9a68a0f6c","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:06.345876377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"f47735bd-b9ce-461e-97ae-82d9a68a0f6c","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:06.395032362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"081a9491-49f1-4681-aa2d-83c2e8d94a6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:06.396975404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"17d5ddb5-1102-4d24-8e8b-fd1182b8991b","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:06.842380381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"79455782-4ad4-49ea-99e8-ec4e27b488df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:06.943970514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-sub","reconcileID":"b33b9555-383f-419f-8953-21c0e4b2c753","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"maas-trlp-ipp-route-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:06.945706664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"79455782-4ad4-49ea-99e8-ec4e27b488df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:07.163893225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"7258537a-bb37-45e2-b9cc-b1700acadc23","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:07.400764937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"7258537a-bb37-45e2-b9cc-b1700acadc23","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:07.440693004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"c0dedb9a-64b2-443a-93c9-5e914eea84f0","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:07.480084448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"fc551414-f04c-40e5-84bf-7890c16cab73","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:07.48805107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"fc551414-f04c-40e5-84bf-7890c16cab73","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:07.636871446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-sub","reconcileID":"88c8a773-5634-4ffe-8079-d3c908d1afdf","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"maas-trlp-ipp-route-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:08.608486478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d441e8e-ea91-4769-8532-3421f6718901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:08.628755073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d441e8e-ea91-4769-8532-3421f6718901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:08.648955359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d441e8e-ea91-4769-8532-3421f6718901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:08.672242755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d441e8e-ea91-4769-8532-3421f6718901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:09.26954045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c44f16-b4bf-4c3a-83fa-ca967068aa18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:09.283596193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c44f16-b4bf-4c3a-83fa-ca967068aa18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:09.29736733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c44f16-b4bf-4c3a-83fa-ca967068aa18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:09.3114641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c44f16-b4bf-4c3a-83fa-ca967068aa18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:09.92960689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7b1244-a524-4ab9-9e15-8eff4564e418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:09.943985375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7b1244-a524-4ab9-9e15-8eff4564e418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:09.958430867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7b1244-a524-4ab9-9e15-8eff4564e418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:09.97244511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7b1244-a524-4ab9-9e15-8eff4564e418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.343615751Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","namespace":"ai-tenant-e2e-ipp-a-b80d5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.343673301Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","namespace":"ai-tenant-e2e-ipp-a-b80d5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.343721638Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","tenant":"e2e-ipp-a-b80d5b","tenantID":"e2e-ipp-a-b80d5b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.363588518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"Deployment","name":"maas-api-e2e-ipp-a-b80d5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.39452481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"Service","name":"maas-api-e2e-ipp-a-b80d5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.413304693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-b80d5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.432985638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-b80d5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.450392162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-b80d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.466573562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-b80d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.487766309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-b80d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.503974369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-b80d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.521725482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-b80d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.537397476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-b80d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.55255541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6454d3-6be9-40c6-bc2a-4f337ef3e62a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.563974104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"Service","name":"payload-processing-e2e-ipp-a-b80d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.567715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6454d3-6be9-40c6-bc2a-4f337ef3e62a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.583431472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6454d3-6be9-40c6-bc2a-4f337ef3e62a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.597670532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-b80d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.598932941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6454d3-6be9-40c6-bc2a-4f337ef3e62a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.615304473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-b80d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.631608432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-b80d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.649849071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-b80d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.685074287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-b80d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.700908512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-b80d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.716335517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-b80d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.731746726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-b80d5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.747731952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b80d5b"},"namespace":"ai-tenant-e2e-ipp-a-b80d5b","name":"default-tenant","reconcileID":"615bf19e-6109-4285-af95-3665eae88ff9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-b80d5b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:11.004251543Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-b80d5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-b80d5b","reconcileID":"9cf9e30b-bd8e-4f06-9779-b0db96ad248b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-b80d5b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-b80d5b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:11.428465199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553740d5-82f9-4ded-8fd2-6bab857e0bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:11.442584262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553740d5-82f9-4ded-8fd2-6bab857e0bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:11.456403249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553740d5-82f9-4ded-8fd2-6bab857e0bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:11.470180731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553740d5-82f9-4ded-8fd2-6bab857e0bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:11.627885346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"fc8b9f2f-cf8a-49eb-92ac-59212bf2ee0a","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:12.131613828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9a5f4a-c003-430f-b52d-20856a72c7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:12.145614724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9a5f4a-c003-430f-b52d-20856a72c7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:12.159720098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9a5f4a-c003-430f-b52d-20856a72c7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:12.173785416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9a5f4a-c003-430f-b52d-20856a72c7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:12.619946567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"298781d4-2365-48f8-82aa-e0d8790a7aa6","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:12.627881071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"a2bc6669-55c3-4e53-90b7-07e688c0f8fb","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:12.634980272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"1913eb19-593a-49ac-a252-b2488f57609c","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:12.642502021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"ecfd6089-1b39-45a3-875a-304a26439870","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:13.320763492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"87bbd298-ab77-4b0b-a1ea-6d5a78a64664","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:13.320802166Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"87bbd298-ab77-4b0b-a1ea-6d5a78a64664","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"error":"LLMInferenceService distinct-w4-b31f3f not found in namespace e2e-models-e2e-worker-w4-b31f3f","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:205\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:13.341029608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"87bbd298-ab77-4b0b-a1ea-6d5a78a64664","error":"LLMInferenceService distinct-w4-b31f3f not found in namespace e2e-models-e2e-worker-w4-b31f3f","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:13.34124045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"c1334309-3dec-49af-b8ea-17590951b558","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:13.360436852Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"994b5536-9bbd-4538-a047-4db987bed1a4","name":"distinct-w4-b31f3f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-b31f3f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:13.360508927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-w4-b31f3f","reconcileID":"994b5536-9bbd-4538-a047-4db987bed1a4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-b31f3f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:13.360680676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"229ea4b7-e74f-4cf7-a4d9-b890523275d4","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:13.36100284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"0be771ae-2f8e-495f-82e7-497e784c1aeb","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:13.705657652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"6c790fb5-71ee-4c7a-a64c-32e9e849a5e9","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:13.705687301Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"6c790fb5-71ee-4c7a-a64c-32e9e849a5e9","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"error":"LLMInferenceService premium-w4-b31f3f not found in namespace e2e-models-e2e-worker-w4-b31f3f","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:205\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:13.734107725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"6c790fb5-71ee-4c7a-a64c-32e9e849a5e9","error":"LLMInferenceService premium-w4-b31f3f not found in namespace e2e-models-e2e-worker-w4-b31f3f","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:13.739789772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"40565224-b219-4e87-acc1-bfdb146268e3","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:13.739824359Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"40565224-b219-4e87-acc1-bfdb146268e3","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"error":"LLMInferenceService premium-w4-b31f3f not found in namespace e2e-models-e2e-worker-w4-b31f3f","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:205\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:13.739897546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"40565224-b219-4e87-acc1-bfdb146268e3","error":"LLMInferenceService premium-w4-b31f3f not found in namespace e2e-models-e2e-worker-w4-b31f3f","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:13.75024614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"e8ae4a93-92db-4574-b1bf-ccfbcbf1017c","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"premium-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"premium-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:13.750353036Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"e8ae4a93-92db-4574-b1bf-ccfbcbf1017c","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"error":"LLMInferenceService premium-w4-b31f3f not found in namespace e2e-models-e2e-worker-w4-b31f3f","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:205\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:13.750470595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"premium-w4-b31f3f","reconcileID":"e8ae4a93-92db-4574-b1bf-ccfbcbf1017c","error":"LLMInferenceService premium-w4-b31f3f not found in namespace e2e-models-e2e-worker-w4-b31f3f","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:13.796602919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"2ef72e7c-b0ce-4d47-b912-78827d3b3ff7","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:13.796890927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"81e9e209-f3b2-46fe-a691-91ad8aba54f4","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.118466663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"ea2dbd37-199f-43ac-bbd3-ea83f2ef573b","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"distinct-2-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"distinct-2-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:14.118504534Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"ea2dbd37-199f-43ac-bbd3-ea83f2ef573b","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"error":"LLMInferenceService distinct-2-w4-b31f3f not found in namespace e2e-models-e2e-worker-w4-b31f3f","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:205\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:14.161081303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"distinct-2-w4-b31f3f","reconcileID":"ea2dbd37-199f-43ac-bbd3-ea83f2ef573b","error":"LLMInferenceService distinct-2-w4-b31f3f not found in namespace e2e-models-e2e-worker-w4-b31f3f","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.185455851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"namespace":"e2e-models-e2e-worker-w4-b31f3f","name":"simulator-w4-b31f3f","reconcileID":"bf61a07d-70b0-41b6-b1ce-6771d91dc23c","MaaSModelRef":{"name":"simulator-w4-b31f3f","namespace":"e2e-models-e2e-worker-w4-b31f3f"},"routeName":"simulator-w4-b31f3f-kserve-route","namespace":"e2e-models-e2e-worker-w4-b31f3f","llmisvcName":"simulator-w4-b31f3f","gateway":"openshift-ingress/e2e-worker-w4-b31f3f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.534770847Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"b0d10360-f5b2-4ce9-9c26-c485fbae7453","namespace":"ai-tenant-e2e-worker-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.534972547Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"b0d10360-f5b2-4ce9-9c26-c485fbae7453","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.553964179Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"b0d10360-f5b2-4ce9-9c26-c485fbae7453","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.5706688Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"b0d10360-f5b2-4ce9-9c26-c485fbae7453","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.570693107Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"b0d10360-f5b2-4ce9-9c26-c485fbae7453","namespace":"ai-tenant-e2e-worker-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.570788968Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"b0d10360-f5b2-4ce9-9c26-c485fbae7453","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.589197113Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"b0d10360-f5b2-4ce9-9c26-c485fbae7453","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.596210976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"8e140f66-dddc-4e7e-b79e-1ce6171642a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.596276207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"ce235295-c16f-4a96-a11f-0ee9d1b83c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.618101697Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"b0d10360-f5b2-4ce9-9c26-c485fbae7453","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.623549487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"8e140f66-dddc-4e7e-b79e-1ce6171642a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.635132518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"ce235295-c16f-4a96-a11f-0ee9d1b83c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.862082325Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"7fb2a868-c7f3-4cb1-9c0f-c28676c4d353","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.863136065Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"f3b5696c-2bfe-4c1d-b702-abb802af0612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.031042685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"f3b5696c-2bfe-4c1d-b702-abb802af0612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.031432074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"7fb2a868-c7f3-4cb1-9c0f-c28676c4d353","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.083683461Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"f3b5696c-2bfe-4c1d-b702-abb802af0612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.083704187Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-access","reconcileID":"f3b5696c-2bfe-4c1d-b702-abb802af0612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:15.09756853Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"7fb2a868-c7f3-4cb1-9c0f-c28676c4d353","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w6-a940bc-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:15.097635482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"7fb2a868-c7f3-4cb1-9c0f-c28676c4d353","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w6-a940bc-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.09841178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"5853684c-06a5-49b2-bf7f-98a7eb716f5e","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.103524438Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"5f505e01-8b36-42bd-b834-ebceb82d3b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.11881188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"ea1f8158-7a64-4204-9ad7-76a9a8527306","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.148869309Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"d2871f2e-30fc-46d2-a15a-724f7d00fde8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-98ad10af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.170800643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"5f505e01-8b36-42bd-b834-ebceb82d3b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.179920982Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"7ebcc3a9-0525-48ea-ac9f-4a117dd8ba2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0eecee06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.213553639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"5f505e01-8b36-42bd-b834-ebceb82d3b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"e2e-worker-w6-a940bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.213585143Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-access","reconcileID":"5f505e01-8b36-42bd-b834-ebceb82d3b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.251258891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"5b6ddab9-7460-41ec-8d4a-3cbfdd6cb975","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.301914861Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"587d6299-7186-440f-a924-bda0bca3760c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-98ad10af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.687838226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"a233c3e3-ffc6-4271-9bbd-81bd3c85eb9c","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:16.35377715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"cc00232d-f518-4f21-843b-1200e9f3fc25","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:16.353803357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"cc00232d-f518-4f21-843b-1200e9f3fc25","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:16.396931162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-sub","reconcileID":"a9bf2b61-9467-4dc8-ac8f-c1a45d0034b9","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"maas-trlp-ipp-route-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:16.404832848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"40db8d9a-b1cc-4c79-ac9f-3731f4424c5d","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:16.426530648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"40db8d9a-b1cc-4c79-ac9f-3731f4424c5d","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:16.448537663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"ca4fa74b-4807-4d41-a446-13b778fe6025","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:16.448554009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"ca4fa74b-4807-4d41-a446-13b778fe6025","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:16.496372003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-sub","reconcileID":"495adde6-127d-4a7e-aecf-9bd61fba325e","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"maas-trlp-ipp-route-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.013475744Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","namespace":"ai-tenant-e2e-worker-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.013532238Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","namespace":"ai-tenant-e2e-worker-w4-b31f3f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.013580683Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","tenant":"e2e-worker-w4-b31f3f","tenantID":"e2e-worker-w4-b31f3f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.021726048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"5232ac11-4cb3-423a-a658-6a1542ef1fcf","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.029655777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"Deployment","name":"maas-api-e2e-worker-w4-b31f3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.059070028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"Service","name":"maas-api-e2e-worker-w4-b31f3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.081410729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-b31f3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.097614676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-b31f3f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.116378578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-b31f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.133075031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-b31f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.152261157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-b31f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.168786059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-b31f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.18452363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-b31f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.198104353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-b31f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.212300815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"Service","name":"payload-processing-e2e-worker-w4-b31f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.225938947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-b31f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.23951133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-b31f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.253167841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-b31f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.266708465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-b31f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.285759235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-b31f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.300638007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-b31f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.315658934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-b31f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.334066482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-b31f3f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.358681688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b31f3f"},"namespace":"ai-tenant-e2e-worker-w4-b31f3f","name":"default-tenant","reconcileID":"9e97cc87-6506-431f-802d-8413eb963369","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-b31f3f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.726546211Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-b31f3f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-b31f3f","reconcileID":"5b944ae3-0c68-4daf-9b72-21bcdc7b954b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-b31f3f","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-b31f3f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:18.283332225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf658185-5559-42cc-a4b7-f0576ad713a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:18.297393091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf658185-5559-42cc-a4b7-f0576ad713a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:18.311455485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf658185-5559-42cc-a4b7-f0576ad713a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:18.325609571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf658185-5559-42cc-a4b7-f0576ad713a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:18.844546583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"aa179d32-9a9a-40e9-a321-1ffbcfa98ae7","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:18.951874133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc4a0b0-2ae8-4f93-a37d-1998122591fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:18.960607635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"1218a963-4cb6-47da-94d8-89be46f9530d","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:18.960629851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"1218a963-4cb6-47da-94d8-89be46f9530d","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:18.966417292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc4a0b0-2ae8-4f93-a37d-1998122591fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:18.995881127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc4a0b0-2ae8-4f93-a37d-1998122591fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:18.996946057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"9e2d4026-6346-4ddb-85c5-aef306dd32a3","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:18.996963945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"9e2d4026-6346-4ddb-85c5-aef306dd32a3","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.013896598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc4a0b0-2ae8-4f93-a37d-1998122591fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.028768872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"7c19c652-180e-41c2-8d3c-96400dc28867","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.047560168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-sub","reconcileID":"d989151d-535f-4e44-b898-3a2b72d62983","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"maas-trlp-ipp-route-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.051124806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"7c19c652-180e-41c2-8d3c-96400dc28867","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.152534696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-sub","reconcileID":"8400c9dc-b3a2-4759-8b4f-95247d17083f","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"maas-trlp-ipp-route-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.246307441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"e80b07df-32d7-4a2b-bad9-1ecebfcfb0e0","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.273987936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"e80b07df-32d7-4a2b-bad9-1ecebfcfb0e0","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.456427342Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"02b496e1-fad7-4dc7-8180-512c72bf868f","namespace":"ai-tenant-e2e-worker-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.45653608Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"02b496e1-fad7-4dc7-8180-512c72bf868f","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.475553528Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"02b496e1-fad7-4dc7-8180-512c72bf868f","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.475880148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"da337994-e58e-42f0-8c01-6361c4493e76","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.562930671Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"02b496e1-fad7-4dc7-8180-512c72bf868f","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.562954574Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"02b496e1-fad7-4dc7-8180-512c72bf868f","namespace":"ai-tenant-e2e-worker-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.562992287Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"02b496e1-fad7-4dc7-8180-512c72bf868f","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.563848706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"b3b185aa-6012-42c9-b35b-04d24ad66691","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.586048906Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"02b496e1-fad7-4dc7-8180-512c72bf868f","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.587052556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"a53aabea-2070-4374-b532-7c179b3559a1","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.5904609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"a4e74a01-371d-4407-a28f-d5d90f2937f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.590744182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"6538c7a3-9a23-485a-970f-f847ccd1dfa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.596183454Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"e71fe821-cfea-4d7d-a20e-2b6579498f2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3eaa59b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.60867347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"f1c24b21-dcc5-4a23-952b-9354c70258a9","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.609092611Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"02b496e1-fad7-4dc7-8180-512c72bf868f","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.622509878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"6538c7a3-9a23-485a-970f-f847ccd1dfa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.62255437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"a4e74a01-371d-4407-a28f-d5d90f2937f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.622800708Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"accbed76-dad3-4293-81fd-340f9d86ed90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-819d7332","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.622942915Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"6ab97774-a7f6-4316-9615-4621a9e3b84b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3eaa59b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.647121223Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"6e90f64a-0de1-4579-bd11-9b96ab692502","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-819d7332","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.772599484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2ca8cf47-f1e5-4020-8342-5f515a87801d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.7726277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2ca8cf47-f1e5-4020-8342-5f515a87801d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.778613396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51405d66-be4f-46e2-b9b9-35239ca7ab00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.780945599Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"681d582e-d78d-467c-8c6e-c786d6124b6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.781030107Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"93d5184c-0876-42f3-9392-27daf80d68d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.795848282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51405d66-be4f-46e2-b9b9-35239ca7ab00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.862076852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51405d66-be4f-46e2-b9b9-35239ca7ab00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.876027077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51405d66-be4f-46e2-b9b9-35239ca7ab00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.89098796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"51f1de22-462f-4414-9820-c2e827d67373","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.936712712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac6b51b5-82b7-469b-81c1-b5901b74c666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.936812853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35b11fc1-14dc-4059-abbb-f225a2c6cde2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.956153959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac6b51b5-82b7-469b-81c1-b5901b74c666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.956254463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35b11fc1-14dc-4059-abbb-f225a2c6cde2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.962805383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bbfc114f-c567-4112-8fde-6d4598c9f02c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.962821648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bbfc114f-c567-4112-8fde-6d4598c9f02c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.996313285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"681d582e-d78d-467c-8c6e-c786d6124b6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:19.996322632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"93d5184c-0876-42f3-9392-27daf80d68d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.005193177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d389deef-bf4a-4d87-9225-d3380641da7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.047585667Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"681d582e-d78d-467c-8c6e-c786d6124b6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.047608067Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-access","reconcileID":"681d582e-d78d-467c-8c6e-c786d6124b6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:20.05519294Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"93d5184c-0876-42f3-9392-27daf80d68d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w5-743a5e-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:20.055239059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"93d5184c-0876-42f3-9392-27daf80d68d5","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w5-743a5e-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.061212463Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"10790705-139c-4891-877c-29c5ae4370f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.066699075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"604c66db-b105-444c-8b66-79a7db615381","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.102336178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"10790705-139c-4891-877c-29c5ae4370f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.12116979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"10790705-139c-4891-877c-29c5ae4370f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"e2e-worker-w5-743a5e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.121188848Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-access","reconcileID":"10790705-139c-4891-877c-29c5ae4370f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.152374313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"8ef1e66e-9b1e-4de1-8fb2-d2e2e5481ce8","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.454761446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"53845dec-bd20-4ec6-937a-690a95cb6729","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.49942549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"d72942f0-8ffa-4f96-883a-c22568733022","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.530848861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23647fd9-5df2-492e-aac8-ec09f3257652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.530965374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"52bb226c-6e65-457e-8049-884508aeac8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.544982765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23647fd9-5df2-492e-aac8-ec09f3257652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.545106629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"8af92194-e9b1-4bfa-8921-b91c14c6d293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.559057388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23647fd9-5df2-492e-aac8-ec09f3257652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.563696881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"52bb226c-6e65-457e-8049-884508aeac8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.573233265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23647fd9-5df2-492e-aac8-ec09f3257652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.578922484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"3473131f-e868-4e8f-b2b6-5d72165c1635","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.591720717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"8af92194-e9b1-4bfa-8921-b91c14c6d293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:20.621002621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"13b996d5-57cc-403d-8222-fb84cd199726","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:21.150760544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49709556-183b-4a6f-b959-bd3abfe04471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:21.166045775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49709556-183b-4a6f-b959-bd3abfe04471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:21.181414947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49709556-183b-4a6f-b959-bd3abfe04471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:21.196232937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49709556-183b-4a6f-b959-bd3abfe04471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:21.778175833Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:21.840507105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c86442-5be1-4274-be13-8a72d72f2551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:21.854648638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c86442-5be1-4274-be13-8a72d72f2551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:21.868442957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c86442-5be1-4274-be13-8a72d72f2551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:21.882998556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c86442-5be1-4274-be13-8a72d72f2551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:22.634882336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f09fed-11cd-489e-b669-0b81af8d061a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:22.649136834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f09fed-11cd-489e-b669-0b81af8d061a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:22.663089537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f09fed-11cd-489e-b669-0b81af8d061a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:22.677432146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f09fed-11cd-489e-b669-0b81af8d061a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:23.245959209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dadcc54e-ae37-4edc-a5fe-3a1ff858271f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:23.260591866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dadcc54e-ae37-4edc-a5fe-3a1ff858271f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:23.274483236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dadcc54e-ae37-4edc-a5fe-3a1ff858271f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:23.288719484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dadcc54e-ae37-4edc-a5fe-3a1ff858271f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:25.194565787Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"d7b7d9f4-9a4d-4b52-a978-825b7a1294b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:25.209329975Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"d7b7d9f4-9a4d-4b52-a978-825b7a1294b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:25.223963422Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"simulator-subscription","reconcileID":"d7b7d9f4-9a4d-4b52-a978-825b7a1294b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/simulator-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:25.316800474Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"659bc7e2-5c8a-45ea-baa1-c34cd53f9992","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:25.332006465Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"659bc7e2-5c8a-45ea-baa1-c34cd53f9992","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:25.4077662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"1f795482-feb8-4d6f-a2f0-55f0862209dc","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:25.427302859Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"premium-simulator-subscription","reconcileID":"659bc7e2-5c8a-45ea-baa1-c34cd53f9992","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"name":"maas-trlp-premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc","model":"e2e-models-e2e-worker-w6-a940bc/premium-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:25.609396763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"7f759bba-81e1-40d9-b5e9-f0706343fd35","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:26.521843445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"simulator-w6-a940bc","reconcileID":"3addffc6-1d62-459b-83b9-ead006422ec4","MaaSModelRef":{"name":"simulator-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"simulator-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"simulator-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:26.52212924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"premium-w6-a940bc","reconcileID":"ac924e99-2534-44a7-b402-b8269f7a957d","MaaSModelRef":{"name":"premium-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"premium-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"premium-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:26.522421027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-w6-a940bc","reconcileID":"e7843e52-1e9e-41e4-89c0-861cd7b89ec5","MaaSModelRef":{"name":"distinct-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"routeName":"distinct-w6-a940bc-kserve-route","namespace":"e2e-models-e2e-worker-w6-a940bc","llmisvcName":"distinct-w6-a940bc","gateway":"openshift-ingress/e2e-worker-w6-a940bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:26.561902022Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"4ccdac11-48db-46dc-83e6-1f87296d4ddd","name":"distinct-2-w6-a940bc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w6-a940bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:26.561959012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-a940bc","namespace":"e2e-models-e2e-worker-w6-a940bc"},"namespace":"e2e-models-e2e-worker-w6-a940bc","name":"distinct-2-w6-a940bc","reconcileID":"4ccdac11-48db-46dc-83e6-1f87296d4ddd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w6-a940bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.161494866Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","namespace":"ai-tenant-e2e-worker-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.161589445Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","namespace":"ai-tenant-e2e-worker-w6-a940bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.161660171Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","tenant":"e2e-worker-w6-a940bc","tenantID":"e2e-worker-w6-a940bc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.180609843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"Deployment","name":"maas-api-e2e-worker-w6-a940bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.213966684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"Service","name":"maas-api-e2e-worker-w6-a940bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.231542085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w6-a940bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.249360432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w6-a940bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.26743942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w6-a940bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.284386541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w6-a940bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.305980836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w6-a940bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.323373068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w6-a940bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.339206361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"Deployment","name":"payload-processing-e2e-worker-w6-a940bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.353030342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w6-a940bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.367003266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"Service","name":"payload-processing-e2e-worker-w6-a940bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.381173548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"Service","name":"payload-pre-processing-e2e-worker-w6-a940bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.395183847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w6-a940bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.408739509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w6-a940bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.422663386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w6-a940bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.444585071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w6-a940bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.459626135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w6-a940bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.476307664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w6-a940bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.49213814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w6-a940bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.506497921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-a940bc"},"namespace":"ai-tenant-e2e-worker-w6-a940bc","name":"default-tenant","reconcileID":"54bd3d34-21ba-41de-b658-69541d252079","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w6-a940bc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.905290208Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-a940bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-a940bc","reconcileID":"5d501697-6752-4df4-b02d-f5183cef7677","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w6-a940bc","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w6-a940bc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.162008747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"abf6951f-be19-492a-b0fb-9cca48a0e184","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.162034031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"abf6951f-be19-492a-b0fb-9cca48a0e184","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.190653129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"b8a38542-5549-480d-862a-f000f898cfe7","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.206780372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-sub","reconcileID":"dd5212b4-5700-4ba3-a1bd-ff278cf02e5b","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"maas-trlp-ipp-route-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.220187881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"b8a38542-5549-480d-862a-f000f898cfe7","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.293038061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"faacb7e7-bac0-44cb-8a9f-0ffa56a0bf96","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.306860958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-sub","reconcileID":"c59f07e9-7f2d-46a0-bbf6-2015e9de6464","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"maas-trlp-ipp-route-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.312432415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"faacb7e7-bac0-44cb-8a9f-0ffa56a0bf96","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.331972155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108a1cce-3cb6-4529-b293-cecb87ef42a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.348778046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108a1cce-3cb6-4529-b293-cecb87ef42a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.363311612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108a1cce-3cb6-4529-b293-cecb87ef42a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.377626815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108a1cce-3cb6-4529-b293-cecb87ef42a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.637279234Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"82434c0c-8995-4451-90d5-3155152b039b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.678290732Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"26903a57-c310-44c3-99d1-db6d9c107012","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.678783658Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"82434c0c-8995-4451-90d5-3155152b039b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.692874283Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"26903a57-c310-44c3-99d1-db6d9c107012","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.693327535Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"simulator-subscription","reconcileID":"82434c0c-8995-4451-90d5-3155152b039b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.712088574Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"premium-simulator-subscription","reconcileID":"26903a57-c310-44c3-99d1-db6d9c107012","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"name":"maas-trlp-premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e","model":"e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.781384257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"c3cad0eb-dfb8-4acb-b2a8-9ac482f2c5dc","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"simulator-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"simulator-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.880610297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"e8e1a55e-47c2-4b09-b9d8-239deb00fb8f","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"routeName":"premium-w5-743a5e-kserve-route","namespace":"e2e-models-e2e-worker-w5-743a5e","llmisvcName":"premium-w5-743a5e","gateway":"openshift-ingress/e2e-worker-w5-743a5e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.946038092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1924dce-0744-4327-909e-41d42d7e9d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.963910987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1924dce-0744-4327-909e-41d42d7e9d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.978094365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1924dce-0744-4327-909e-41d42d7e9d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.991999876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1924dce-0744-4327-909e-41d42d7e9d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:30.634924996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00572d0e-502f-4fc9-b115-7a7c145fd243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:30.649764969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00572d0e-502f-4fc9-b115-7a7c145fd243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:30.664173851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00572d0e-502f-4fc9-b115-7a7c145fd243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:30.679312622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00572d0e-502f-4fc9-b115-7a7c145fd243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:31.315969956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef14543-56e9-40b6-b44c-4842f287649d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:31.330677086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef14543-56e9-40b6-b44c-4842f287649d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:31.365027875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef14543-56e9-40b6-b44c-4842f287649d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:31.379368251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef14543-56e9-40b6-b44c-4842f287649d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:32.878488251Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","namespace":"ai-tenant-e2e-worker-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:32.878546958Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","namespace":"ai-tenant-e2e-worker-w5-743a5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:32.878598147Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","tenant":"e2e-worker-w5-743a5e","tenantID":"e2e-worker-w5-743a5e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:32.894275534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"Deployment","name":"maas-api-e2e-worker-w5-743a5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:32.92258189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"Service","name":"maas-api-e2e-worker-w5-743a5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:32.940045754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w5-743a5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:32.95622129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w5-743a5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:32.973124017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w5-743a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:32.990123327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w5-743a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.009949418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w5-743a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.026024036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w5-743a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.039517568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"Deployment","name":"payload-processing-e2e-worker-w5-743a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.053110946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w5-743a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.06671083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"Service","name":"payload-processing-e2e-worker-w5-743a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.080534896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w5-743a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.09422256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w5-743a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.107728819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w5-743a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.121345936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w5-743a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.1458121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w5-743a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.16399878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w5-743a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.179691032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w5-743a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.198393769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w5-743a5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.219372691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-743a5e"},"namespace":"ai-tenant-e2e-worker-w5-743a5e","name":"default-tenant","reconcileID":"103d3ff0-5073-47bb-bcdc-9dcae927de5f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w5-743a5e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.246454457Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","namespace":"ai-tenant-e2e-ipp-b-75db5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.246555568Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","namespace":"ai-tenant-e2e-ipp-b-75db5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.246637Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","tenant":"e2e-ipp-b-75db5b","tenantID":"e2e-ipp-b-75db5b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.30191762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"Deployment","name":"maas-api-e2e-ipp-b-75db5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.352177564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"Service","name":"maas-api-e2e-ipp-b-75db5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.37320171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-75db5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.397903959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-75db5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.420000418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-75db5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.472561202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-75db5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.500640508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-75db5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.52463206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-75db5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.550007613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-75db5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.578827069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-75db5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.610319907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"Service","name":"payload-processing-e2e-ipp-b-75db5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.657837845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-75db5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.683728448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-75db5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.693466499Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-743a5e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-743a5e","reconcileID":"cc2c9d98-8a40-416d-8e66-54d1c1f301b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-743a5e","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w5-743a5e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.702804462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-75db5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.725199429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-75db5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.758332172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-75db5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.759764527Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"cf805573-cec3-4c56-a2ee-e938f88a199d","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.794860285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-75db5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.795679991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"cf805573-cec3-4c56-a2ee-e938f88a199d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.795835812Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"6c968cf2-c641-427b-b033-79cb23f42373","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-2-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.812348494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-75db5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.816977612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"6c968cf2-c641-427b-b033-79cb23f42373","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-2-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.817181212Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"979b8adb-a219-4c1d-9333-84ae70c9e95b","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.833034525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-75db5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.838933531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"979b8adb-a219-4c1d-9333-84ae70c9e95b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.839175733Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"3989120a-4978-429e-a726-5f3a51dd2249","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.849253893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-75db5b"},"namespace":"ai-tenant-e2e-ipp-b-75db5b","name":"default-tenant","reconcileID":"bfb3ae0e-f6c8-40ff-baa1-f394c2f7da29","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-75db5b","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.862770747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"3989120a-4978-429e-a726-5f3a51dd2249","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.862978975Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"0c67cf88-a32a-4c54-8034-3035ef3c31ca","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.863034066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"0c67cf88-a32a-4c54-8034-3035ef3c31ca","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.863132832Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"c627fd79-d30d-4e63-a3a3-a68af4d9ed0a","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-2-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.863219637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"c627fd79-d30d-4e63-a3a3-a68af4d9ed0a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-2-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.86331663Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"c247c41c-2b42-4b71-bbae-7705f963c878","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.863357721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"c247c41c-2b42-4b71-bbae-7705f963c878","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.86828877Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"92cca084-22d9-4bbe-b160-83012f2db53a","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.882992796Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"ee563126-1dd2-416d-8777-2fef3482e60c","namespace":"ai-tenant-e2e-ipp-a-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.883105389Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"ee563126-1dd2-416d-8777-2fef3482e60c","name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.90283575Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"92cca084-22d9-4bbe-b160-83012f2db53a","name":"premium-w5-743a5e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w5-743a5e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:192\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.902886052Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"92cca084-22d9-4bbe-b160-83012f2db53a","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w5-743a5e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:193\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.902906974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"92cca084-22d9-4bbe-b160-83012f2db53a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.90304096Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"5fde8f2f-5782-41af-96fa-162fee284cc8","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.903080223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"5fde8f2f-5782-41af-96fa-162fee284cc8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.903186984Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"79bc4d42-adf0-46db-8755-e7cb534c94ed","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-2-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.903219363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"79bc4d42-adf0-46db-8755-e7cb534c94ed","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-2-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.903287397Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"f52705e7-7947-4802-890b-2b2aaf5fd115","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.903313808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"f52705e7-7947-4802-890b-2b2aaf5fd115","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.961865454Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"d656b671-56b7-45c1-b6a1-e106034720d1","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.961959103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"d656b671-56b7-45c1-b6a1-e106034720d1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.962094835Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"9b47e2e8-1d2b-4839-ad67-fab276148554","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.98425742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"9b47e2e8-1d2b-4839-ad67-fab276148554","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.984515672Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"d8b5d1b0-20e7-496c-87df-03d7102caac3","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-2-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.98457552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"d8b5d1b0-20e7-496c-87df-03d7102caac3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-2-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.98470601Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"88f1b0fc-8d44-43f9-a943-adb83c5fccd1","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.984754948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"88f1b0fc-8d44-43f9-a943-adb83c5fccd1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.984861608Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"ab4c308f-7364-43e9-a567-423895ba9922","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:33.984905442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"ab4c308f-7364-43e9-a567-423895ba9922","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.987442393Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"ee563126-1dd2-416d-8777-2fef3482e60c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.989179413Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"ee563126-1dd2-416d-8777-2fef3482e60c","namespace":"ai-tenant-e2e-ipp-a-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.989331663Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"ee563126-1dd2-416d-8777-2fef3482e60c","name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.994907848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"e7901377-8bcf-4a56-b35e-bc4abb96d955","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.994932149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"e7901377-8bcf-4a56-b35e-bc4abb96d955","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:34.043446692Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"ee563126-1dd2-416d-8777-2fef3482e60c","count":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.04512873Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"8d02297c-e200-4a06-88ab-5d3983fef78f","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.04522261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"8d02297c-e200-4a06-88ab-5d3983fef78f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.045492414Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"9a5a3228-56b6-472a-a1f7-c7a484e91817","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-2-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.045552825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"9a5a3228-56b6-472a-a1f7-c7a484e91817","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-2-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.045678296Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"6ad33060-9b06-406c-b122-9bf0f3b46e19","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.045732751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"6ad33060-9b06-406c-b122-9bf0f3b46e19","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.045832902Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"89d73324-cbd8-4677-b8b4-9f2c14366175","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.04587506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"89d73324-cbd8-4677-b8b4-9f2c14366175","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:34.046547476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"0a782c62-5171-40f5-8b0e-c71a14742ca9","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:34.046563282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"0a782c62-5171-40f5-8b0e-c71a14742ca9","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:34.07262724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"8560d60b-8de3-4116-85a6-dc96284192a1","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:34.088956314Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-sub","reconcileID":"6539c048-a380-4dae-a12d-d2156683f929","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-767ac17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:34.094593961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"8560d60b-8de3-4116-85a6-dc96284192a1","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:34.103230303Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-sub","reconcileID":"38804f5d-31db-45f3-a6df-358dbef19848","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-767ac17e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.125841409Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"080f64f2-58f0-406a-8f36-54344acb6844","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.125922146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"080f64f2-58f0-406a-8f36-54344acb6844","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.126070469Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"68545cb2-3bc0-4d8d-b8c9-8a9c715c575c","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-2-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.126133909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"68545cb2-3bc0-4d8d-b8c9-8a9c715c575c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-2-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.126268648Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"4cf6a289-f42f-4988-b717-0c7d1730a03d","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.126322635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"4cf6a289-f42f-4988-b717-0c7d1730a03d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.12642991Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"56803b05-8b86-4590-9d15-c5684dbc1cf9","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.126479775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"56803b05-8b86-4590-9d15-c5684dbc1cf9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:34.138323536Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"070e26f2-0367-4835-ad96-9bb03149e7a2","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:34.275189868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56095f0-8d4d-442a-a32e-e6f20697f04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.286495111Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"d1d5f990-e4ab-429b-8d2e-10ecd6ee1a20","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.286587755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"d1d5f990-e4ab-429b-8d2e-10ecd6ee1a20","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.286734188Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"bd2ab1de-94d8-432b-8cf5-3fc4f9fa05ab","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-2-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.286778778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"bd2ab1de-94d8-432b-8cf5-3fc4f9fa05ab","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-2-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.286876916Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"7ad816f8-3288-43f2-bc64-0b7780f3583b","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.286920623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"7ad816f8-3288-43f2-bc64-0b7780f3583b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.287015822Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"85302439-2f45-4534-8c15-2fef6d499d77","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.287056378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"85302439-2f45-4534-8c15-2fef6d499d77","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:34.293316121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56095f0-8d4d-442a-a32e-e6f20697f04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:34.361487631Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-75db5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-75db5b","reconcileID":"902f8ef1-03c2-4ce6-af9c-bcb6f17c60bd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-75db5b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-75db5b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:34.361904848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56095f0-8d4d-442a-a32e-e6f20697f04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:34.376563412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"070e26f2-0367-4835-ad96-9bb03149e7a2","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:34.376900641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e56095f0-8d4d-442a-a32e-e6f20697f04a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:34.438596499Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"070e26f2-0367-4835-ad96-9bb03149e7a2","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"e2e-ipp-a-f363a3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:34.438781358Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-auth","reconcileID":"070e26f2-0367-4835-ad96-9bb03149e7a2","MaaSAuthPolicy":{"name":"ipp-route-f363a3-auth","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:34.464450014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"8b9566a9-da09-4533-9c22-f7ba9d72ba03","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:34.464569485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"8b9566a9-da09-4533-9c22-f7ba9d72ba03","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.607546646Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"77353170-309c-4701-8df1-a0198e88a4b7","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.607615853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"77353170-309c-4701-8df1-a0198e88a4b7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.607714669Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"cce11c48-a779-4b56-b482-9a1102471030","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-2-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.60775674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"cce11c48-a779-4b56-b482-9a1102471030","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-2-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.607849785Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"2a8aa65c-cb5a-4caf-b507-8f36e85ea209","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.607886911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"2a8aa65c-cb5a-4caf-b507-8f36e85ea209","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.607976222Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"2349343c-5e3c-4fc6-914f-bdc488b29572","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:34.608021535Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"2349343c-5e3c-4fc6-914f-bdc488b29572","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:35.025410425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65f6265-fd39-4a4d-a281-61179b213243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:35.039460174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65f6265-fd39-4a4d-a281-61179b213243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:35.053954811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65f6265-fd39-4a4d-a281-61179b213243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:35.069224328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65f6265-fd39-4a4d-a281-61179b213243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:35.248118659Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"0ebc4748-edbf-4c04-ac5f-89039e62f23b","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:35.248211511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"0ebc4748-edbf-4c04-ac5f-89039e62f23b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:35.248308964Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"3f26ce90-792f-4b2d-bf66-ef236a264526","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-2-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:35.248344963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"3f26ce90-792f-4b2d-bf66-ef236a264526","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/distinct-2-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:35.248428458Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"24a348f0-625c-4771-ba92-d4d434aa7a09","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:35.248462978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"24a348f0-625c-4771-ba92-d4d434aa7a09","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/simulator-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:35.248559893Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"ed63b490-a094-44c2-abb3-4c902eaa2220","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:35.248592525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"ed63b490-a094-44c2-abb3-4c902eaa2220","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-743a5e/premium-w5-743a5e: AITenant \"e2e-worker-w5-743a5e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:35.625900759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c993b2eb-4a75-4f5d-bcef-415c08be91c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:35.639788217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c993b2eb-4a75-4f5d-bcef-415c08be91c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:35.653597449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c993b2eb-4a75-4f5d-bcef-415c08be91c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:35.667600203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c993b2eb-4a75-4f5d-bcef-415c08be91c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:36.270369421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"64ecc256-21e2-4ec5-8d7e-3843f9b8eabb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:36.373599928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"d8e32f80-7d47-4b2e-8095-776bd5a0cc03","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:36.483695955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"80ff1ae4-788c-4b87-994d-b64f2755c535","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:36.575313571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"eb0346ee-d367-482d-9e25-1c87e6ae430f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:37.141289378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"53ab2206-6a9c-4119-8dd4-1c6530648807","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:37.252713643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"0a69c659-a7a6-497a-a1e6-d22c86dd5ba8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:37.343707966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"49b9a9e0-318a-46aa-b665-9744a92844b5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:37.489725481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"317f51a9-f1a9-4a42-a43d-87fdd058da9d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:37.561853908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"6eeadcce-7459-4d51-b576-023be6caebca","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:37.861671824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"9a69b64f-7d61-4680-bfef-e6611b9e8577","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:37.996643191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"8f9d84cb-b10c-451e-a798-7b234aa873ad","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:38.175689928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"36290718-a5fe-4d53-b56a-a779d6c2bf12","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:38.252051607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"6628e318-f2f5-4384-9790-a3337bea2164","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:42.00819262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"f858b36b-f52f-43c9-9277-5bc8b7e03960","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:42.026157053Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"b4ac0668-2a51-4344-87a1-0d2574cccadb","namespace":"ai-tenant-e2e-ipp-a-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:42.02622893Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"b4ac0668-2a51-4344-87a1-0d2574cccadb","name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:42.04546435Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"b4ac0668-2a51-4344-87a1-0d2574cccadb","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:42.045483249Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"b4ac0668-2a51-4344-87a1-0d2574cccadb","namespace":"ai-tenant-e2e-ipp-a-f363a3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:42.821818156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"af55c503-83a0-4224-870e-c5564c76e7dd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:43.008182807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"06bdcb81-90d6-45d8-a301-b12ff257148a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.038113555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"c94b1e53-6573-44c0-99d7-e586ef9b5039","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.038480736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"bb912935-c0bf-42db-8822-dfac6f88b027","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.03870173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"52330a22-6b52-4631-a8c1-44c9a820b646","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.038859532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"cf699701-f743-4c13-9e47-9c223d36ac1a","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.057572953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"600c97d7-3e94-4816-b924-b77c67a76f87","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.068082109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"1cb67b2f-41ae-4d19-a88a-dd3640de4ecb","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.068346519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"ec10eac5-d78a-49c2-9486-973f4921fa3a","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.06849907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"951bc5d2-92af-40af-b40c-1c681135762e","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.095583966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"d9507648-3ec0-4f0b-8053-9e775273208d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.095587488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"f42f47f6-b4bb-4b22-95bd-ca9c96a4cb60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.096918748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"c5c7e5ac-28aa-4154-9534-e8c81b21ea87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.097080716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"f83bab5e-ac35-40dc-84de-3b6b1bc32796","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.126111112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"d9507648-3ec0-4f0b-8053-9e775273208d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.126298408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"f42f47f6-b4bb-4b22-95bd-ca9c96a4cb60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.261718738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"421b8ae5-d12d-445c-9232-4aef64c3ddec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.262751568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"e115eb51-52a1-4717-9df1-9ec91d5a963e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:43.307342149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"7695f33a-d2ea-496c-92e8-6cc38d777dd6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.385136615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"606f2006-59cb-428f-962b-a776d5e105e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.385183215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"7051fdc7-2590-4d5e-8a30-8ee2c8145a7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.404480556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"606f2006-59cb-428f-962b-a776d5e105e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.404779781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"7051fdc7-2590-4d5e-8a30-8ee2c8145a7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.408644812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbfcd47-8f32-4533-8a14-6f2adead9daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.423457556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbfcd47-8f32-4533-8a14-6f2adead9daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.438414171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbfcd47-8f32-4533-8a14-6f2adead9daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.453271296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbfcd47-8f32-4533-8a14-6f2adead9daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:44.161442118Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-sub","reconcileID":"19c01bfd-73f8-4eed-81f8-8a1eaea94c9e","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","subscription":"ipp-route-f363a3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:44.181052817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cba6e44e-8517-408d-9716-bd689bb908b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:44.183235115Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-sub","reconcileID":"19c01bfd-73f8-4eed-81f8-8a1eaea94c9e","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:44.262840409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cba6e44e-8517-408d-9716-bd689bb908b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:44.277692549Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3-sub","reconcileID":"19c01bfd-73f8-4eed-81f8-8a1eaea94c9e","MaaSSubscription":{"name":"ipp-route-f363a3-sub","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"name":"maas-trlp-ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:44.277990211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cba6e44e-8517-408d-9716-bd689bb908b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:44.292010083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cba6e44e-8517-408d-9716-bd689bb908b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:44.361793173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"2041a1c5-0751-4eb2-8745-705885fc989c","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"tenant":"e2e-ipp-a-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","model":"ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:44.361814752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"2041a1c5-0751-4eb2-8745-705885fc989c","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"routeName":"ipp-route-f363a3-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f363a3","llmisvcName":"ipp-route-f363a3","gateway":"openshift-ingress/e2e-ipp-a-f363a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:44.925436338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cf1e87-3e85-4732-b991-28851f3b7bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:44.940455461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cf1e87-3e85-4732-b991-28851f3b7bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:44.954423924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cf1e87-3e85-4732-b991-28851f3b7bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:44.968691023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cf1e87-3e85-4732-b991-28851f3b7bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:45.250985945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"c01a5929-8b8e-4564-a8fb-469750e6e7e0","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:48.491767555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"f15c7613-417a-4a14-99a0-95fc44bc80be","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:48.533933676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"86fb31ef-fa1b-4cba-a1aa-4bcd573878e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:48.551645864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"9ec51594-9717-48cb-9dc9-91d02b3d4b8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:48.551846899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"ffe6967f-0a92-45b8-a59a-f4daf03d6b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:48.570655179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"ffe6967f-0a92-45b8-a59a-f4daf03d6b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:48.570669292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"9ec51594-9717-48cb-9dc9-91d02b3d4b8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:48.585013127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"7e2f31ba-e2ea-4695-9ce9-780a777a188b","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:48.635194756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"d0dc48a0-25f3-47da-aafa-58ecd76bd495","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.625751962Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","namespace":"ai-tenant-e2e-ipp-a-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.625809303Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","namespace":"ai-tenant-e2e-ipp-a-f363a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.625856303Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","tenant":"e2e-ipp-a-f363a3","tenantID":"e2e-ipp-a-f363a3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.641665226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f363a3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.667319634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"Service","name":"maas-api-e2e-ipp-a-f363a3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.686881115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f363a3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.703391049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f363a3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.719959936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f363a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.736489641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f363a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.755706512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f363a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.772115585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f363a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.788396534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f363a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.80652386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f363a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.832919772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"Service","name":"payload-processing-e2e-ipp-a-f363a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.863196288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f363a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.879880288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f363a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.89650995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f363a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.914886115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f363a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.932729478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f363a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.948408306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f363a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.964308302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f363a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.979835888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f363a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:49.999129588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"default-tenant","reconcileID":"fe6b566c-7a5e-4ec5-9937-bb6dbc83e1d2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f363a3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:50.329516641Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f363a3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f363a3","reconcileID":"6720625e-0ff4-4f05-98ff-e70eb22ab1e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f363a3","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f363a3"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:50.378762639Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"fe17ebd7-c914-47f4-b4d8-c21f19ddbac4","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:50.411972492Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"fe17ebd7-c914-47f4-b4d8-c21f19ddbac4","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:50.417911011Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"a2e54369-488b-482e-9cd8-10986dd7bc6d","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:50.417975361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"a2e54369-488b-482e-9cd8-10986dd7bc6d","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:50.428223074Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"20a3428d-cb17-41d5-a331-e3e8fad7b4af","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:50.428282666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"20a3428d-cb17-41d5-a331-e3e8fad7b4af","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:50.44893539Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"6caa627f-d00e-4b41-bcb5-466fcabc9a7e","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:50.448991317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"6caa627f-d00e-4b41-bcb5-466fcabc9a7e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:50.489231702Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"16b7f556-64d4-40f3-b5b3-a84124f04cac","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:50.489289593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"16b7f556-64d4-40f3-b5b3-a84124f04cac","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:50.569986003Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"77b829e9-fc2a-4361-a5f5-ecb6d6b19444","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:50.570050344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"77b829e9-fc2a-4361-a5f5-ecb6d6b19444","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:50.731223736Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"62226c9a-a17d-48ef-96cf-f41d80112312","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:50.731291127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"62226c9a-a17d-48ef-96cf-f41d80112312","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:50.749867782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca9e3ecb-0daf-4940-b198-59f6b155d383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:50.764089247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca9e3ecb-0daf-4940-b198-59f6b155d383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:50.778183318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca9e3ecb-0daf-4940-b198-59f6b155d383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:50.792065195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca9e3ecb-0daf-4940-b198-59f6b155d383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:51.052219664Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"effd4cc4-224f-4d73-be11-989026abad92","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:51.052289652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"effd4cc4-224f-4d73-be11-989026abad92","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:51.239903068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"e34142f7-3b94-4f30-b033-25f40c58b601","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:51.306489776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"f73e09de-a066-4e73-b0f9-afda3a421677","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:51.323274495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"130a2981-bd48-429f-9b72-802be78d8cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:51.323286531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"405e9531-6172-4036-a412-7d1feaaac1da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:51.343701317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"130a2981-bd48-429f-9b72-802be78d8cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:51.34373362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"405e9531-6172-4036-a412-7d1feaaac1da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:51.345400594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"f9dddc6c-039d-4c5e-833d-c152b13e00b9","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:51.366550844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"b14b024f-bff8-4883-9116-eafb287d7e99","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:51.424565915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"517e1fc7-ebb2-468b-a649-abfa676f9fc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:51.441431047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d1d9aa9-6490-41e6-b46b-44fc5a008297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:51.455556459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d1d9aa9-6490-41e6-b46b-44fc5a008297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:51.469774267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d1d9aa9-6490-41e6-b46b-44fc5a008297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:51.520999198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d1d9aa9-6490-41e6-b46b-44fc5a008297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:51.693253758Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"1a710dbc-ba9d-4003-b986-82e8a8bdb2f2","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:51.693318054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"1a710dbc-ba9d-4003-b986-82e8a8bdb2f2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:51.777628164Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:52.872725813Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"b06a5d65-339a-41f4-a8e4-d852ab60c623","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:52.87279372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"b06a5d65-339a-41f4-a8e4-d852ab60c623","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:53.166947484Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"4338e6cf-e94d-40fc-b93b-f2a621214708","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:53.167004142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"4338e6cf-e94d-40fc-b93b-f2a621214708","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:53.167083106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"158cb906-18fb-405c-a094-adef9f7bd78d","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:53.167434618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"2131f707-6bbf-4f1b-bb87-69fd399d4b03","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:53.167679001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"a31de00f-df51-41e5-a2cf-4ed0e8436860","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:53.167848473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"7e6bb455-bf2c-49b2-a4a3-bbcb902fff16","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"distinct-2-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"distinct-2-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:53.207782377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"e7d2ae87-3c1b-485c-a145-5d7a96076692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:53.208180443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"9f774e11-ba82-41ce-8375-de93eb53f062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:53.209683702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"44d7e9bc-5d69-498a-90e6-f806b46a38ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:53.213287069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"769938e8-6330-4cd0-8585-e7256a9094af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:53.227385551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"e7d2ae87-3c1b-485c-a145-5d7a96076692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:53.239016126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"9f774e11-ba82-41ce-8375-de93eb53f062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:53.310432136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"46ff2dd2-bd84-4cbf-9302-78733c318903","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:53.310573243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"dddb53f8-53a2-4d81-9ac7-732de5d593b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:53.39731163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"aa6e6578-06a4-4491-9e54-e0b6e14dc231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:53.410448672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"38c7eaf2-4bc9-4103-b504-b251068cadbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:53.418537289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"aa6e6578-06a4-4491-9e54-e0b6e14dc231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:53.430232617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"38c7eaf2-4bc9-4103-b504-b251068cadbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.552310688Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"9718c685-4033-43a7-b774-233389ef4376","namespace":"ai-tenant-e2e-worker-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.552383274Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"9718c685-4033-43a7-b774-233389ef4376","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.571379384Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"9718c685-4033-43a7-b774-233389ef4376","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.572046213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"3907800f-d308-44c0-bd93-0345f19fc816","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.590940037Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"9718c685-4033-43a7-b774-233389ef4376","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.590955493Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"9718c685-4033-43a7-b774-233389ef4376","namespace":"ai-tenant-e2e-worker-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.591018514Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"9718c685-4033-43a7-b774-233389ef4376","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.593632865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"186984b2-7845-4bf4-b000-12faf485a138","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.610611631Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"9718c685-4033-43a7-b774-233389ef4376","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.611849831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"cdaa0772-f13b-4347-bfcb-07c36ccc8d7c","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.619487825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"624085b4-fe6c-4e95-b878-7fa8df1cd572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.619709339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"1d6bd33b-b3b3-42a8-8ab3-7d9c05759ec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.620016983Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"3b03586b-5868-4e07-a634-fb6f10d2801a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-75d26cc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.631251787Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"9718c685-4033-43a7-b774-233389ef4376","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.634529042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"756d1888-d89c-4beb-a711-0dc8c9996ce4","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.651217542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"624085b4-fe6c-4e95-b878-7fa8df1cd572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.651460364Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"c36cfb1e-4fa6-452d-9b84-48d255afb89d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e74b984d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.651703712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"1d6bd33b-b3b3-42a8-8ab3-7d9c05759ec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.665981446Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"ac037f4c-0ba0-40eb-8d2c-606b09b0657f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e74b984d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.669061349Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"5080e41a-97b6-43a5-97fb-3d89b8f9115f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-75d26cc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.696767334Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f328c2c8-54e9-45ac-8693-1f639c428a1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.781005348Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"f51e9b0c-791c-40f0-a8f9-35281f5ee2d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.80853596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f328c2c8-54e9-45ac-8693-1f639c428a1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.822049547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"f51e9b0c-791c-40f0-a8f9-35281f5ee2d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.871500982Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f328c2c8-54e9-45ac-8693-1f639c428a1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.871517422Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-access","reconcileID":"f328c2c8-54e9-45ac-8693-1f639c428a1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:55.888910417Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"f51e9b0c-791c-40f0-a8f9-35281f5ee2d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-e4e24e-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:55.888960742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"f51e9b0c-791c-40f0-a8f9-35281f5ee2d5","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-e4e24e-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.890068578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"aebf9225-53b8-4aac-b405-394eb165ec30","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:55.895036396Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"361a3532-e3f2-4a48-9f6c-d6bb0dc97dc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:56.023853751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"361a3532-e3f2-4a48-9f6c-d6bb0dc97dc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:56.043037214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"361a3532-e3f2-4a48-9f6c-d6bb0dc97dc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"e2e-worker-w0-e4e24e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:56.043056356Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-access","reconcileID":"361a3532-e3f2-4a48-9f6c-d6bb0dc97dc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:56.064076937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"e246b8d7-a6e8-432e-8e77-341e28f20ac2","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:58.287878919Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"50e592b5-92c8-4918-b446-de63a22aa214","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:58.287949825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"50e592b5-92c8-4918-b446-de63a22aa214","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:03.454511624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"6b1119ad-4026-4c16-b03c-a5bb3e04b1a7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:03.574305258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"1231e083-e221-4ae2-9aba-601dfa4f7234","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:03.911566963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"79ba9d43-ca99-4335-9406-3771d02c6f26","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:05.680328202Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"471c263c-e362-4e38-b500-7a807eec04d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:05.686379754Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"4835d3af-0ab2-40c6-b018-cc7383ee641b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:05.694839851Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"471c263c-e362-4e38-b500-7a807eec04d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:05.7008956Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"4835d3af-0ab2-40c6-b018-cc7383ee641b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:05.709131418Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"premium-simulator-subscription","reconcileID":"471c263c-e362-4e38-b500-7a807eec04d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:05.714769023Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"simulator-subscription","reconcileID":"4835d3af-0ab2-40c6-b018-cc7383ee641b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"name":"maas-trlp-simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e","model":"e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:05.790817083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"ea81f031-01d6-4341-afdd-ead93f1c77ac","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"premium-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"premium-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:05.798795494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"cb9752f0-e923-4041-bec8-70399bb3cda9","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"routeName":"simulator-w0-e4e24e-kserve-route","namespace":"e2e-models-e2e-worker-w0-e4e24e","llmisvcName":"simulator-w0-e4e24e","gateway":"openshift-ingress/e2e-worker-w0-e4e24e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.550603194Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","namespace":"ai-tenant-e2e-worker-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.550666241Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","namespace":"ai-tenant-e2e-worker-w0-e4e24e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.550723926Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","tenant":"e2e-worker-w0-e4e24e","tenantID":"e2e-worker-w0-e4e24e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.56658697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"Deployment","name":"maas-api-e2e-worker-w0-e4e24e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.588885222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"Service","name":"maas-api-e2e-worker-w0-e4e24e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.612940546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-e4e24e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.629980668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-e4e24e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.653803942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-e4e24e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.670010374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-e4e24e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.688951433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-e4e24e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.707384859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-e4e24e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.721196095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-e4e24e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.735045419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-e4e24e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.74882314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"Service","name":"payload-processing-e2e-worker-w0-e4e24e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.762624698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-e4e24e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.776500025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-e4e24e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.790661832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-e4e24e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.804658492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-e4e24e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.826079437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-e4e24e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.85027949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-e4e24e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.869360417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-e4e24e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.88461742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-e4e24e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:07.904494796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e4e24e"},"namespace":"ai-tenant-e2e-worker-w0-e4e24e","name":"default-tenant","reconcileID":"e958b3a5-07f5-433e-acc1-10d95542c871","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-e4e24e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:08.267448567Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-e4e24e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-e4e24e","reconcileID":"30cfee25-f21b-4b02-a363-182983ea167f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-e4e24e","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-e4e24e"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.320099698Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"83ff2acc-9af6-44fe-a4f1-9c36f376d0b5","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.320178272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"83ff2acc-9af6-44fe-a4f1-9c36f376d0b5","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.32026281Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"61a70187-9511-456d-bebb-ccf9e6199b30","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.354070002Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"61a70187-9511-456d-bebb-ccf9e6199b30","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.354284444Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"741e575f-3dbc-4027-ab6d-75243af30c02","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.373594864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"741e575f-3dbc-4027-ab6d-75243af30c02","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.373762139Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"f36205ce-b2f3-456b-8302-4906e85c62a1","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.393688276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"f36205ce-b2f3-456b-8302-4906e85c62a1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.393855254Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"785bb4ce-431c-4a1d-8a0c-468f632ef85d","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.411967808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"785bb4ce-431c-4a1d-8a0c-468f632ef85d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.412157713Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"8ed8869c-9419-4509-ac9b-a972d1b1b044","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.412203293Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"8ed8869c-9419-4509-ac9b-a972d1b1b044","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.412292917Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"bf8395ff-5cea-4fc1-9720-65feb410490d","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.412330616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"bf8395ff-5cea-4fc1-9720-65feb410490d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.412411492Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"1b103c1e-d00f-4f32-a253-05df5572eb3d","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.412440383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"1b103c1e-d00f-4f32-a253-05df5572eb3d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.417363429Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"46d2f919-3b37-47b7-a8bb-ec09aedd9317","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.417416117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"46d2f919-3b37-47b7-a8bb-ec09aedd9317","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.422491857Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"5d030070-c3af-4f74-9117-ecc2b995c54d","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.422536401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"5d030070-c3af-4f74-9117-ecc2b995c54d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.422618584Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"72b2f392-4ff9-4569-9356-4a24d51ec156","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.42265373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"72b2f392-4ff9-4569-9356-4a24d51ec156","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.422739384Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"6d545f35-bb8d-452d-8c19-5736c6c1bf34","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.422772994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"6d545f35-bb8d-452d-8c19-5736c6c1bf34","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.428613927Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"19532736-2397-47b5-965b-8bb52a91199e","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.428673417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"19532736-2397-47b5-965b-8bb52a91199e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.456273743Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"dbebd9bb-23ec-4ccf-bfc6-3f5bb5ca304c","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.461124097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"dbebd9bb-23ec-4ccf-bfc6-3f5bb5ca304c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.461539184Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"205bb243-5448-4f54-beb7-21f5e9323538","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.461633209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"205bb243-5448-4f54-beb7-21f5e9323538","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.461996757Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"12a5c529-5b67-400f-9ec9-bd70c852b4ef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.462095406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"12a5c529-5b67-400f-9ec9-bd70c852b4ef","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.462347898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"5c6b7dc6-8e89-4f39-b212-cdd110b99b88","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.462413438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"5c6b7dc6-8e89-4f39-b212-cdd110b99b88","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.50212313Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"ccfb4638-a35f-4a26-9002-eb5d6a6d9dd8","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.502246142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"ccfb4638-a35f-4a26-9002-eb5d6a6d9dd8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.502338968Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"54437103-aed1-4732-b5a8-0549acaa845f","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.50237239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"54437103-aed1-4732-b5a8-0549acaa845f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.502435951Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"5f53debd-a8fc-4170-964d-a065d02d0385","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.502470398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"5f53debd-a8fc-4170-964d-a065d02d0385","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.502537729Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"ae7a203a-e6cb-4e89-8898-f890a200249e","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.502566807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"ae7a203a-e6cb-4e89-8898-f890a200249e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.582726562Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"0dfa4ab6-8030-4d6b-a0aa-53b5da920a4f","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.582826927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"0dfa4ab6-8030-4d6b-a0aa-53b5da920a4f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.58295096Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"370bcff4-fb77-4536-bb64-348c21b00ad3","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.582998625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"370bcff4-fb77-4536-bb64-348c21b00ad3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.583079627Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"aa36e636-b7d6-4523-ad83-dea1b6bbf44f","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.583118002Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"aa36e636-b7d6-4523-ad83-dea1b6bbf44f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.583217609Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"b0e9293d-da39-486c-97cd-9ca13d89ab95","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.583248066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"b0e9293d-da39-486c-97cd-9ca13d89ab95","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:08.656337988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab1bc87f-1c10-4491-ab51-ff654206ad84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:08.670797003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab1bc87f-1c10-4491-ab51-ff654206ad84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:08.685042395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab1bc87f-1c10-4491-ab51-ff654206ad84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:08.699381658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab1bc87f-1c10-4491-ab51-ff654206ad84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.743805589Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"79f250a4-d8cf-44eb-8716-05e507aa4bc8","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.743890313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"79f250a4-d8cf-44eb-8716-05e507aa4bc8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.743982901Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"972f9167-60a0-4568-afee-8ac0c50fcf5e","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.744016827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"972f9167-60a0-4568-afee-8ac0c50fcf5e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.744093752Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"b92f5a2d-ed28-494b-9771-c78e9afe31ac","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.74418818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"b92f5a2d-ed28-494b-9771-c78e9afe31ac","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.744276187Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"2ed020e5-efdf-418c-b586-69df0888c991","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:08.744316609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"2ed020e5-efdf-418c-b586-69df0888c991","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:09.064812411Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"be6e61cf-47a5-4954-ace2-976440aba047","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:09.064891542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"be6e61cf-47a5-4954-ace2-976440aba047","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:09.065060176Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"0d1dbb09-8ee4-49a1-98aa-c3bead78ae50","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:09.065105782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"0d1dbb09-8ee4-49a1-98aa-c3bead78ae50","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:09.065501616Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"9c84ed59-fa96-4318-b136-b085304fe3cc","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:09.065551318Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"9c84ed59-fa96-4318-b136-b085304fe3cc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:09.06568541Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"d012d17a-e39f-4af7-92e8-c6225d67adce","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:09.065735731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"d012d17a-e39f-4af7-92e8-c6225d67adce","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:09.329377009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e5122c-2c11-4bc8-877a-8849681066c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:09.343609231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e5122c-2c11-4bc8-877a-8849681066c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:09.357885287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e5122c-2c11-4bc8-877a-8849681066c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:09.37303411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e5122c-2c11-4bc8-877a-8849681066c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:09.705237589Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"b83eb611-3222-4f06-98bd-08a29258f41d","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:09.705316646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"b83eb611-3222-4f06-98bd-08a29258f41d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:09.706573288Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"ce5d4778-928f-4866-9f73-287e44d02caa","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:09.706630298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"ce5d4778-928f-4866-9f73-287e44d02caa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:09.70670982Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"2c4391dd-4ba3-459c-8dfb-8f0828d52534","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:09.706743265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"2c4391dd-4ba3-459c-8dfb-8f0828d52534","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:09.706809072Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"b000f346-8793-4f07-b86d-bc8afeac3aca","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:09.706841265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"b000f346-8793-4f07-b86d-bc8afeac3aca","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:10.986387187Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"448bd584-7cc2-45b2-bbde-355789ff291b","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:10.986455274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"448bd584-7cc2-45b2-bbde-355789ff291b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:10.987709261Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"6836564f-cae1-4093-bcd3-e825fdde1a4b","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:10.987767321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"6836564f-cae1-4093-bcd3-e825fdde1a4b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:10.987848427Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"2cc803fc-5b2a-4521-9dac-0907c55ef2de","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:10.98788071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"2cc803fc-5b2a-4521-9dac-0907c55ef2de","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:10.987947103Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"3087e6d6-a141-4135-8c63-d027aaada613","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:10.98798022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"3087e6d6-a141-4135-8c63-d027aaada613","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:13.546932903Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"dec75bac-2ff1-4d7e-8533-6e8769dbae6b","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:13.546997062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"dec75bac-2ff1-4d7e-8533-6e8769dbae6b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:13.548246986Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"38339c5a-e5db-477a-9dc4-0aa856365860","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:13.54830277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"38339c5a-e5db-477a-9dc4-0aa856365860","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:13.548398059Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"513b5863-5b47-4210-9a71-f4f17413c345","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:13.548444312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"513b5863-5b47-4210-9a71-f4f17413c345","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:13.548551813Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"bc14eb7d-6587-4ba2-b5f0-66eed2a0c157","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:13.54859119Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"bc14eb7d-6587-4ba2-b5f0-66eed2a0c157","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:15.888799173Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"cbc001e2-b6a5-40cd-8c17-51a85ab34f19","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:15.889320235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"cbc001e2-b6a5-40cd-8c17-51a85ab34f19","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:15.905954362Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"3fe2e442-d568-4000-9549-eac1b1f456c6","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:15.906030914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"3fe2e442-d568-4000-9549-eac1b1f456c6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/premium-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:15.906138396Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"edd397d2-7277-43ad-a218-8a60b0dd63cf","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:15.906227862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"edd397d2-7277-43ad-a218-8a60b0dd63cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:15.906323115Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"e9aa4a90-e0ad-43f3-a0f1-8b5947e7097a","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:15.906407938Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"e9aa4a90-e0ad-43f3-a0f1-8b5947e7097a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/distinct-2-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:15.906527685Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"9551e648-11e8-4994-908f-1e7dd60991b3","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:15.90657155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"9551e648-11e8-4994-908f-1e7dd60991b3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-e4e24e/simulator-w0-e4e24e: AITenant \"e2e-worker-w0-e4e24e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:21.777285078Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:23.04339431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"16adfdaf-903b-4d50-8bcb-5699c7da7fb1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:25.50515533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"7bc954b4-f005-45b1-b4b9-49c5c0ac6fe7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-e4e24e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:25.606814707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"fe2cfdb3-a532-4cc6-9e0d-20e667341b57","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-e4e24e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:25.706587012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"1449d25b-64da-4ea3-8c08-2fe7b5863295","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-e4e24e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:25.807911545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"308ca00c-e30f-40ff-a243-fc8d608bbb85","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-e4e24e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:25.917323044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"709ca5fc-9299-4d9d-bd76-a77738c5dafc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-e4e24e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:26.009254547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"26823849-dbb0-4b74-8740-7b618b1c3e1c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-e4e24e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:26.106157176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"497d52ee-e322-47aa-a21e-ab7c9a562d66","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-e4e24e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:26.215682585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"775b53d2-ad66-41f6-977b-7423a394562b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-e4e24e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:26.361367597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"3c93463f-abe6-4ca5-8e5a-5872655e6e53","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-e4e24e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:26.468759702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"b2686171-eb70-4cbb-ab98-4425873f8255","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-e4e24e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:26.583296952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"81c4f236-9acb-4112-a47c-7e12a7c0bd08","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-e4e24e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:26.678709397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"simulator-w0-e4e24e","reconcileID":"bdb2aa97-e866-43ca-9260-de946871f56b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-e4e24e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:26.781517292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"premium-w0-e4e24e","reconcileID":"e505adbd-8b64-45a8-b45a-aacb0060e681","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-e4e24e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:28.801082079Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"34cd8a64-8b33-4f7a-96a9-e224479a56e4","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:28.801185375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f363a3","namespace":"ai-tenant-e2e-ipp-a-f363a3"},"namespace":"ai-tenant-e2e-ipp-a-f363a3","name":"ipp-route-f363a3","reconcileID":"34cd8a64-8b33-4f7a-96a9-e224479a56e4","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-f363a3/ipp-route-f363a3-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-f363a3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:41.575749741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e90e66dd-c31a-4e57-ba8b-0ea9a07df606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:41.590365139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e90e66dd-c31a-4e57-ba8b-0ea9a07df606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:41.604361117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e90e66dd-c31a-4e57-ba8b-0ea9a07df606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:41.618945352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e90e66dd-c31a-4e57-ba8b-0ea9a07df606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:42.287016726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7ac4193-6402-48c3-b5e7-ec7f7320f1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:42.301007588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7ac4193-6402-48c3-b5e7-ec7f7320f1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:42.314899275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7ac4193-6402-48c3-b5e7-ec7f7320f1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:42.328867125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7ac4193-6402-48c3-b5e7-ec7f7320f1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:42.926603252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a909598c-da06-47c0-b2a0-a45dd74e9bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:42.940721387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a909598c-da06-47c0-b2a0-a45dd74e9bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:42.956222791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a909598c-da06-47c0-b2a0-a45dd74e9bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:42.970616976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a909598c-da06-47c0-b2a0-a45dd74e9bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:44.486936736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-w5-743a5e","reconcileID":"a6924223-ea3f-4dc7-840d-95a829e4e43c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:44.607075727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"premium-w5-743a5e","reconcileID":"a342ba14-ad8a-4cde-a3c3-afd679d1df6b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:15:44.947826577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"simulator-w5-743a5e","reconcileID":"2827f9c8-1b57-4d32-b798-48abccae8f50","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:51.776701259Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:53.564431952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"34a0177a-bc1f-4da6-9532-d47915a7736f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:53.696313844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"c96150fa-be67-4bd1-876a-efb52c0c081f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:53.7697706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a7ce44fb-687a-4a45-9e8b-60bb6452d3a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:53.770441502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"630cfe5a-56f5-42de-b08e-9a650b020424","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.235413966Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","namespace":"ai-tenant-e2e-ipp-b-a9e67f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.235473368Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","namespace":"ai-tenant-e2e-ipp-b-a9e67f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.235526418Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","tenant":"e2e-ipp-b-a9e67f","tenantID":"e2e-ipp-b-a9e67f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.253115818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"Deployment","name":"maas-api-e2e-ipp-b-a9e67f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.277812412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"Service","name":"maas-api-e2e-ipp-b-a9e67f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.297194114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-a9e67f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.312862226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-a9e67f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.329345358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-a9e67f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.345365189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-a9e67f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.364012953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-a9e67f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.380814865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-a9e67f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.396496067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-a9e67f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.416516548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-a9e67f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.442856649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"Service","name":"payload-processing-e2e-ipp-b-a9e67f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.466600818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-a9e67f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.484605493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-a9e67f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.500585821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-a9e67f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.518003192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-a9e67f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.535676256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-a9e67f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.553347917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-a9e67f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.569078496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-a9e67f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.584827333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-a9e67f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.600481162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a9e67f"},"namespace":"ai-tenant-e2e-ipp-b-a9e67f","name":"default-tenant","reconcileID":"7f144db9-cab0-4a74-900e-83ecb44904fe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-a9e67f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.845695498Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a9e67f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a9e67f","reconcileID":"73784644-fa50-42a9-864e-bb85413ba846","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a9e67f","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-a9e67f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:56.228083639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11611978-bf99-4837-a446-3d67bc4e5ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:56.242008308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11611978-bf99-4837-a446-3d67bc4e5ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:56.256059188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11611978-bf99-4837-a446-3d67bc4e5ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:56.270020925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11611978-bf99-4837-a446-3d67bc4e5ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:56.829461908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e1ed78-d480-4305-af86-515ccdb8de29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:56.843292557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e1ed78-d480-4305-af86-515ccdb8de29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:56.859354336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e1ed78-d480-4305-af86-515ccdb8de29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:56.87326306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e1ed78-d480-4305-af86-515ccdb8de29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:02.239944883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f8176b89-1983-4f77-a031-74513bf9553a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:02.241351073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5997d016-ce4e-4037-976e-de167f417607","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:02.25720548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"30a60074-2565-4a04-9d80-c549d4264eff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:02.346691511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"fdc14ad5-177e-48ac-bae9-29117ee305ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.199955031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"aa2c10f7-1168-4dbe-9a8f-3f682d5809a4","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.200316885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"7e118c30-82ef-4f80-bf2d-d0d8c4a57f1f","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.200562855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"0e9ed024-eaa6-4eed-8e64-b4934195f2c9","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.200752191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"fa1aa493-72ca-444b-bf7f-dd98ec006b4a","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.218476673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"90273eee-c22e-4e98-8923-1fa16b5984b9","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.229972632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"8d1faa9a-ee8e-4ba7-9952-6fa271d2d3f7","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.230320472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"5adba90f-63e8-45c7-93c9-ae9a0bb22a11","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.230544946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"c487cbef-fb63-48bd-9dd1-f637f9781012","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.258063059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"40a7810e-9910-4375-b571-1d43327ef1a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.258393875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"0276102e-1a0c-4314-85fe-69b2d1c74ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.258638047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"80a2b8dc-793e-432f-bd88-99dae362a210","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.259086641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"c42bcbe9-140f-496f-8269-749d5ce6c5ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.286920334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"40a7810e-9910-4375-b571-1d43327ef1a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.287129134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"0276102e-1a0c-4314-85fe-69b2d1c74ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.377725175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"28af705f-5901-46e9-9be5-caa269e9f79d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.378194526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"c30be34a-56f5-471d-b0fe-cf07aaf77aa5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.468078783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"f45fbcfe-02d3-47f4-b572-217f040837cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.468078766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"03d2f509-d40b-4eb1-8fbc-ac062b38e099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.488661622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"03d2f509-d40b-4eb1-8fbc-ac062b38e099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.48866015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"f45fbcfe-02d3-47f4-b572-217f040837cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.539033606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29f3b98-b032-4dd1-b267-f09de2ed28b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.553170989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29f3b98-b032-4dd1-b267-f09de2ed28b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.567276602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29f3b98-b032-4dd1-b267-f09de2ed28b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:04.581287563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29f3b98-b032-4dd1-b267-f09de2ed28b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:05.157900592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73bfbc3-8bfb-4a90-b537-221f830207e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:05.172788465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73bfbc3-8bfb-4a90-b537-221f830207e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:05.186995544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73bfbc3-8bfb-4a90-b537-221f830207e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:05.201339599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73bfbc3-8bfb-4a90-b537-221f830207e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:05.821742026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6c481d-269c-4af0-95d0-329b5b5cefe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:05.835904127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6c481d-269c-4af0-95d0-329b5b5cefe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:05.850108164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6c481d-269c-4af0-95d0-329b5b5cefe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:05.864572146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6c481d-269c-4af0-95d0-329b5b5cefe3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:08.750585944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"8e86c4c4-6160-40fa-a1a4-16bcff1493cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:08.870924144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"21fb3503-1a99-4b26-b46f-4151e6d33597","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:08.871696889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"799422f7-3707-4855-b3db-4153cd3433f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:08.872328074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"087604df-ea3e-433d-8c0c-c4e0afd9dd62","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:09.250991614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"081e6851-3998-4f4e-816d-7ec5b4b0af97","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:09.383562977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"9b2475d0-482a-4ddb-a984-167b3b6493f0","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:09.529044797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"880fcc20-74c2-4c4e-96d4-ea167190994d","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:09.575769834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"9ec88acf-9d45-43ea-a861-0150bb4950c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:09.644778911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"deca310e-30ff-41c6-8627-3716fa4e4b34","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:09.652834186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"8d653812-3a5c-4b52-9b35-39562f490e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:09.652849968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"98a41fc7-58b0-44a8-a631-aaf96f2b8b43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:09.654170897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"97cc6ff2-ba93-4db2-a6f5-03472e17bc84","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:09.683837251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"98a41fc7-58b0-44a8-a631-aaf96f2b8b43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:09.691438623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"8d653812-3a5c-4b52-9b35-39562f490e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:09.78237903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"da33c31e-641e-4d5b-b52b-e3f1cdbcd6ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:09.78297486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"ecc74f7f-dc60-4563-adc2-2d750e8b3afc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:09.806753403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"169bbfec-a7d6-496d-a1d9-870ca11cb931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:09.807530162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"cf137cab-632a-46ba-8851-dcfd194216dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:09.829703486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"169bbfec-a7d6-496d-a1d9-870ca11cb931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:09.83372211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"cf137cab-632a-46ba-8851-dcfd194216dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:09.843575659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"0cb594ff-3cf1-4aad-b7c1-58d753f71678","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:09.887633523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"aae2d1a5-2b40-45d8-ac96-3ed375a74183","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:14.325005487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"895cac7e-3af5-4b85-8a8c-76af20b5865a","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:14.325368172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"b7ef4ea9-1fed-48d0-b76e-d908b7e4b2d5","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:14.325541656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"e1565526-e602-41f4-a97e-374b6806f835","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"distinct-2-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"distinct-2-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:14.325684676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"47aa8ac7-749f-4929-b5a4-71ec94a35b63","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:14.366774768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"25e71036-a7de-4161-86ba-17417374405c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:14.366781304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"392c080c-a5a4-45cc-a736-f5f5a36c675b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:14.368406445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"311d1119-22ee-4631-91f0-c857d03ade62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:14.368599915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"8190f488-2793-4063-a4f8-8b9f8c41f350","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:14.39652441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"25e71036-a7de-4161-86ba-17417374405c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:14.396530885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"392c080c-a5a4-45cc-a736-f5f5a36c675b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:14.46965724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"938d7ee3-ba41-4ca3-8da2-596afb1bf922","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:14.47008577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"e9937c1c-ea29-4bd9-a7f3-2e9d74387f02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:14.571256775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"09ae93c4-44d3-4242-b63e-4dd1356ed0c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:14.571584246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"1999f787-ad40-404c-8485-814ade04ffab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:14.592020834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"1999f787-ad40-404c-8485-814ade04ffab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:14.592325476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"09ae93c4-44d3-4242-b63e-4dd1356ed0c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.121648024Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"2f1af9a1-976a-4f9c-be4b-04e40e4356c7","namespace":"ai-tenant-e2e-worker-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.121718231Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"2f1af9a1-976a-4f9c-be4b-04e40e4356c7","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.138743836Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"2f1af9a1-976a-4f9c-be4b-04e40e4356c7","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.139302227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"ab954f21-10e4-4704-8162-c0648eab93fc","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.157470841Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"2f1af9a1-976a-4f9c-be4b-04e40e4356c7","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.15748483Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"2f1af9a1-976a-4f9c-be4b-04e40e4356c7","namespace":"ai-tenant-e2e-worker-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.157533242Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"2f1af9a1-976a-4f9c-be4b-04e40e4356c7","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.160515419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"81b3a8a9-d623-4e07-a222-6c453c09119d","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.18388267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"200fd73c-eb26-4e97-8896-294e7176afd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.184224387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"89af5aa1-654a-4b43-b2eb-19ca4f469356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.184722803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"5c67a4fc-af8c-4699-84c1-311edc18e7a0","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.185007705Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"2f1af9a1-976a-4f9c-be4b-04e40e4356c7","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.1955818Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"97feb7d3-3ef3-4432-96ca-f94c29d1c409","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9fe3d91f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.203399285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"200fd73c-eb26-4e97-8896-294e7176afd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.203453944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"89af5aa1-654a-4b43-b2eb-19ca4f469356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.207558328Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"ae878113-cdd8-4571-a77d-6207f06944af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-28c639c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.207884935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"a87de85f-9419-4865-8c98-3cedfcce072f","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.208266625Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"2f1af9a1-976a-4f9c-be4b-04e40e4356c7","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.223629091Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"143aeaa4-0f70-4ea8-9fef-0bae532fb095","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9fe3d91f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.244376664Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"7bd49d5e-b700-493e-a8ee-f124145a84c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-28c639c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.332690182Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"d32a0dee-eec4-4563-bf59-30dd14d6cb70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.333014968Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"a1d394cd-d402-4bf0-a368-728130aba9b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.388958926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"d32a0dee-eec4-4563-bf59-30dd14d6cb70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.389096467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"a1d394cd-d402-4bf0-a368-728130aba9b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.46194702Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"d32a0dee-eec4-4563-bf59-30dd14d6cb70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.461973894Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-access","reconcileID":"d32a0dee-eec4-4563-bf59-30dd14d6cb70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:17.467728128Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"a1d394cd-d402-4bf0-a368-728130aba9b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-8a9e5f-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:17.467785052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"a1d394cd-d402-4bf0-a368-728130aba9b1","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-8a9e5f-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.473840019Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"8cc8e902-a274-4755-80fb-fe7874fa39d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.480542128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"3cd66a76-a866-4262-88e2-5d3b4e751303","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.515249798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"8cc8e902-a274-4755-80fb-fe7874fa39d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.534046762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"8cc8e902-a274-4755-80fb-fe7874fa39d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"e2e-worker-w3-8a9e5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.534066185Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-access","reconcileID":"8cc8e902-a274-4755-80fb-fe7874fa39d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:17.553061143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"29d57a54-e70b-4262-9ca0-23d34ebd3e17","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:21.810875372Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:22.209355252Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"3824a447-b781-4961-b4c0-72f654cd6c1d","namespace":"ai-tenant-e2e-worker-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:22.209429105Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"3824a447-b781-4961-b4c0-72f654cd6c1d","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:22.225839675Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"3824a447-b781-4961-b4c0-72f654cd6c1d","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:22.241940759Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"3824a447-b781-4961-b4c0-72f654cd6c1d","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:22.241955625Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"3824a447-b781-4961-b4c0-72f654cd6c1d","namespace":"ai-tenant-e2e-worker-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:27.23874202Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"e69b4378-3875-42bd-8d3d-f14156e7d5fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:27.242917466Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"2d3ad606-fb0a-4a92-aa66-0d574b1c4672","namespace":"ai-tenant-e2e-worker-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:27.242982818Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"2d3ad606-fb0a-4a92-aa66-0d574b1c4672","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:27.253238233Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"e69b4378-3875-42bd-8d3d-f14156e7d5fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:27.258638895Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"8363a4bf-a53a-4a00-a617-a4f7e1287284","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:27.264868881Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"2d3ad606-fb0a-4a92-aa66-0d574b1c4672","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:27.267437177Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"simulator-subscription","reconcileID":"e69b4378-3875-42bd-8d3d-f14156e7d5fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:27.27291646Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"8363a4bf-a53a-4a00-a617-a4f7e1287284","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:27.28066188Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"2d3ad606-fb0a-4a92-aa66-0d574b1c4672","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:27.280674505Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"2d3ad606-fb0a-4a92-aa66-0d574b1c4672","namespace":"ai-tenant-e2e-worker-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:27.286834028Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"premium-simulator-subscription","reconcileID":"8363a4bf-a53a-4a00-a617-a4f7e1287284","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"name":"maas-trlp-premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f","model":"e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:27.346623725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"478ed794-dd7d-4afd-a98d-90517c33ab61","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"simulator-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"simulator-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:27.365470368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"1c3af589-282b-46f7-be49-1f7ee9eecf80","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"routeName":"premium-w3-8a9e5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-8a9e5f","llmisvcName":"premium-w3-8a9e5f","gateway":"openshift-ingress/e2e-worker-w3-8a9e5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:30.731270869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b6361cd6-8972-45f1-99bc-35d3ceb990d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:30.83390985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"81a2c1e8-d9fe-4225-aa37-5440a7d75301","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.281625316Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","namespace":"ai-tenant-e2e-worker-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.281698786Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","namespace":"ai-tenant-e2e-worker-w3-8a9e5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.28175167Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","tenant":"e2e-worker-w3-8a9e5f","tenantID":"e2e-worker-w3-8a9e5f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.297421869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"Deployment","name":"maas-api-e2e-worker-w3-8a9e5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.326456525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"Service","name":"maas-api-e2e-worker-w3-8a9e5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.343904876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-8a9e5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.361200821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-8a9e5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.377514747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-8a9e5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.39523169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-8a9e5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.41443287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-8a9e5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.430575012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-8a9e5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.444132036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-8a9e5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.457812434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-8a9e5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.471338539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"Service","name":"payload-processing-e2e-worker-w3-8a9e5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.485000338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-8a9e5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.498524061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-8a9e5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.512926089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-8a9e5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.526475194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-8a9e5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.544319992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-8a9e5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.558840288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-8a9e5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.579986031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-8a9e5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.593680049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-8a9e5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.620987534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-8a9e5f"},"namespace":"ai-tenant-e2e-worker-w3-8a9e5f","name":"default-tenant","reconcileID":"37a0c814-fdf2-4451-9eb6-43fdae140ee6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-8a9e5f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:32.918576161Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-8a9e5f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-8a9e5f","reconcileID":"2151490a-345c-48d1-830c-f116ba16383b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-8a9e5f","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-8a9e5f"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:32.967602398Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"3b9e2e83-1f0c-4f45-ba21-2aca1e0f7a70","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:32.987164546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"3b9e2e83-1f0c-4f45-ba21-2aca1e0f7a70","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:32.987298603Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"7919a064-140a-4518-9718-bc12ed8fe6a0","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.016137915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"7919a064-140a-4518-9718-bc12ed8fe6a0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.01629367Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"fd235e35-6536-405d-abeb-c14e0fa1bbf0","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.036279328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"fd235e35-6536-405d-abeb-c14e0fa1bbf0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.036507918Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"83064b6c-88be-4810-a23b-72b48aba09df","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.056327459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"83064b6c-88be-4810-a23b-72b48aba09df","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.056525786Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"1986bc23-b2b2-4ae8-86e9-2aeb870f549f","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.056585141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"1986bc23-b2b2-4ae8-86e9-2aeb870f549f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.056706237Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"bfd38799-7650-4e20-a4d4-3495aae7232f","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.056756368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"bfd38799-7650-4e20-a4d4-3495aae7232f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.056857594Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"d80eef40-467c-4539-8a1e-48f7041cfefb","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.056900441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"d80eef40-467c-4539-8a1e-48f7041cfefb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.061651148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"88b63098-6991-4250-92cc-b582ae66098b","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.061704172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"88b63098-6991-4250-92cc-b582ae66098b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.067617561Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"0fca55ad-1ff6-44aa-88b5-eb99a47b76d7","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.06766175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"0fca55ad-1ff6-44aa-88b5-eb99a47b76d7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.067753277Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"55c0206e-443f-4cb1-87d9-eddf74a8cceb","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.067786352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"55c0206e-443f-4cb1-87d9-eddf74a8cceb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.067859359Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"8b071d54-0cf8-4d68-ab5d-d856e2f88575","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.06789759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"8b071d54-0cf8-4d68-ab5d-d856e2f88575","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.071856172Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"3ae0644e-6763-4b48-ba14-afc1d264e43c","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.07190994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"3ae0644e-6763-4b48-ba14-afc1d264e43c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.088345981Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"3b19c32a-5bd6-46f6-8500-335f58d590b1","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.088407903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"3b19c32a-5bd6-46f6-8500-335f58d590b1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.088518627Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"b7a948ea-3da3-4ad9-bb68-627c4096e275","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.088560351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"b7a948ea-3da3-4ad9-bb68-627c4096e275","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.088668004Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"6b2d8df0-23a0-40fb-9b91-b9ba3dde1ae8","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.088712858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"6b2d8df0-23a0-40fb-9b91-b9ba3dde1ae8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.101998247Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"6ca7ec4c-9096-4976-8c51-784a83d41421","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.102059837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"6ca7ec4c-9096-4976-8c51-784a83d41421","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.161284812Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"ba0d4fdd-64ef-4e62-9cfa-c5bda2ede8ca","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.161330788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"ba0d4fdd-64ef-4e62-9cfa-c5bda2ede8ca","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.161415095Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"9a2174d5-09fd-4c49-9dda-bd77e0e035a2","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.16144523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"9a2174d5-09fd-4c49-9dda-bd77e0e035a2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.161508469Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"22736427-bb4b-446a-80d0-3dc7a384033a","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.161535842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"22736427-bb4b-446a-80d0-3dc7a384033a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.161595018Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"3e527472-2d51-4825-90f8-789a16ccec39","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.161622216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"3e527472-2d51-4825-90f8-789a16ccec39","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.241634262Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"f7bc4a65-ff6b-4f8f-985d-99540ce11c5e","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.24170962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"f7bc4a65-ff6b-4f8f-985d-99540ce11c5e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.241853946Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"ee685cda-a96d-41a1-a720-e0ecdf831f17","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.241908096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"ee685cda-a96d-41a1-a720-e0ecdf831f17","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.24198625Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"956d4e52-210c-426d-979e-78d24925bf4f","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.24202775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"956d4e52-210c-426d-979e-78d24925bf4f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.242091991Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"d3b9b880-ee27-4903-858f-7d4dad615635","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.242121419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"d3b9b880-ee27-4903-858f-7d4dad615635","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:33.327200124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e10aa84-77df-4992-99b0-8c4c4b60a6b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:33.341287508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e10aa84-77df-4992-99b0-8c4c4b60a6b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:33.355026846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e10aa84-77df-4992-99b0-8c4c4b60a6b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:33.368949671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e10aa84-77df-4992-99b0-8c4c4b60a6b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.402889433Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"2ebd23ce-468a-404f-bea6-bd867bf2d834","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.402944642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"2ebd23ce-468a-404f-bea6-bd867bf2d834","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.403042337Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"d5b071e1-8d88-449d-a728-8ad02d6364f5","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.403077527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"d5b071e1-8d88-449d-a728-8ad02d6364f5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.403184348Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"b782b9ab-1626-4978-8a9a-224fb547c332","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.40321947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"b782b9ab-1626-4978-8a9a-224fb547c332","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.403306348Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"0c28cf0a-d052-4a47-a2ab-21f9eb48f3a1","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.403337677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"0c28cf0a-d052-4a47-a2ab-21f9eb48f3a1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.723530802Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"bc4d898e-d597-4531-a77a-d98eb6f0f60c","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.723612686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"bc4d898e-d597-4531-a77a-d98eb6f0f60c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.723746219Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"1e213f4a-b7db-41c1-8677-fde15ed0266e","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.723784857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"1e213f4a-b7db-41c1-8677-fde15ed0266e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.723868838Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"7d523521-21d3-488d-a04b-108a874aad6d","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.723896612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"7d523521-21d3-488d-a04b-108a874aad6d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.723959784Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"038e684d-16e6-4f2e-9aef-b1528dda8640","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.723986259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"038e684d-16e6-4f2e-9aef-b1528dda8640","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:34.106025992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c1efba-2418-494f-b44b-4b9ade60273d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:34.120055779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c1efba-2418-494f-b44b-4b9ade60273d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:34.134185204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c1efba-2418-494f-b44b-4b9ade60273d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:34.148152044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c1efba-2418-494f-b44b-4b9ade60273d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:34.364335049Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"07e6b0e2-8192-483d-bf31-546472eb9297","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:34.364397975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"07e6b0e2-8192-483d-bf31-546472eb9297","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:34.364494039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"d7f58aa5-55f1-4f43-b653-3d04700a546f","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:34.36452845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"d7f58aa5-55f1-4f43-b653-3d04700a546f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:34.3646112Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"1ce12a51-74e9-4ed0-9d71-3a444f2a3e81","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:34.364654221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"1ce12a51-74e9-4ed0-9d71-3a444f2a3e81","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:34.364740376Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"4ff4a577-4395-421d-99b8-157e1f006cb5","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:34.364772949Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"4ff4a577-4395-421d-99b8-157e1f006cb5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:35.645328965Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"7807bc13-662f-4cf1-adaa-1b9db9b85ca5","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:35.645405606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"7807bc13-662f-4cf1-adaa-1b9db9b85ca5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:35.645494977Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"1cac79a6-3749-4555-bade-632b08d6f2c2","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:35.645532455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"1cac79a6-3749-4555-bade-632b08d6f2c2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:35.645599275Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"3a452982-1c25-48a0-acf3-c8f1c4d2ccf5","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:35.645633046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"3a452982-1c25-48a0-acf3-c8f1c4d2ccf5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:35.645699439Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"68fea5b8-e0e9-4bb4-9a0c-0750833b8dfa","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:35.645729811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"68fea5b8-e0e9-4bb4-9a0c-0750833b8dfa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:38.206482413Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"f85f60c9-58fa-422c-8bcf-6612b4be5d2f","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:38.206583798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"f85f60c9-58fa-422c-8bcf-6612b4be5d2f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:38.206730736Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"c3136343-cee8-4f96-9e97-a3e552004e00","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:38.206785558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"c3136343-cee8-4f96-9e97-a3e552004e00","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:38.206902298Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"8beb5aeb-cf63-4647-a1e8-165727962ebe","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:38.206953285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"8beb5aeb-cf63-4647-a1e8-165727962ebe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:38.207065469Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"73d3d857-4b09-46d9-9e2a-f75183ae39e2","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:38.207115176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"73d3d857-4b09-46d9-9e2a-f75183ae39e2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.090872435Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"406cd9d5-1c53-4e6d-a387-1cf4d9a2527b","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.091116267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"406cd9d5-1c53-4e6d-a387-1cf4d9a2527b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.091387511Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"3802d92f-32c8-4f6f-be00-7106a4a043e7","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.091457015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"3802d92f-32c8-4f6f-be00-7106a4a043e7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.091586464Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"5baabf5a-f35d-45ff-b63e-709e4f4f3a64","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.091636864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"5baabf5a-f35d-45ff-b63e-709e4f4f3a64","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.091837071Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"9182b0ab-003a-40e8-ae31-710167f21d31","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.092059922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"9182b0ab-003a-40e8-ae31-710167f21d31","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.094661433Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"198b3bb2-6858-4073-ad36-01ea50a79a24","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.094792623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"198b3bb2-6858-4073-ad36-01ea50a79a24","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.094939185Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"ea12dbb3-9f5a-48c6-b5a3-28824824827e","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.094991165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"ea12dbb3-9f5a-48c6-b5a3-28824824827e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.095115422Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"4aec786c-e1b9-4f9a-817c-d9fb77ca502f","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.095288067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"4aec786c-e1b9-4f9a-817c-d9fb77ca502f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.095412278Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"007de671-3564-4e91-9c9a-93f8642f15d9","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.095465409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"007de671-3564-4e91-9c9a-93f8642f15d9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.098346978Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"29d5bcf5-12ec-473f-a60f-55de35f89084","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.098459987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"29d5bcf5-12ec-473f-a60f-55de35f89084","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.098609107Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"3542a41d-e504-4507-a35a-3186d49108cc","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.098691158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"3542a41d-e504-4507-a35a-3186d49108cc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.098831737Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"2eaa6249-a5c2-465f-824a-ef5cb92f0cd3","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.098912347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"2eaa6249-a5c2-465f-824a-ef5cb92f0cd3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.099045073Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"db164237-109a-4a7b-92a2-c53fedcb0c84","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.099129858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"db164237-109a-4a7b-92a2-c53fedcb0c84","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.099392897Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"a0333f1b-e02f-4442-8033-5cc025491871","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.099501232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"a0333f1b-e02f-4442-8033-5cc025491871","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.099656762Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"7e643faf-d0a3-42bf-89ee-857ba3faa499","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.099749258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"7e643faf-d0a3-42bf-89ee-857ba3faa499","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/distinct-2-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.09990501Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"4a72a794-becd-48fb-8f23-7423b4564d17","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.099997302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"4a72a794-becd-48fb-8f23-7423b4564d17","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/simulator-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.100170624Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"57d43775-414f-4905-8f7e-4f65fc5e472d","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:40.100275074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"57d43775-414f-4905-8f7e-4f65fc5e472d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-8a9e5f/premium-w3-8a9e5f: AITenant \"e2e-worker-w3-8a9e5f\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:41.125866099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"63be2acf-f16f-4aeb-8170-848d9647ebc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:41.226238564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d4f9c500-cc64-431b-ba07-570260ecd69f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:42.217565098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"aaf875cc-65c2-4dd5-9170-79b2278d815b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-8a9e5f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:42.311064402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"8cf6ae43-8b6d-437d-9652-ea8e5b297133","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-8a9e5f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:42.382812076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"3c6a95b3-41b8-4498-8135-5ee4495f8f2a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-8a9e5f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:42.454385138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"7dc8862b-8ab9-4777-ba71-e914820784c5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-8a9e5f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:42.61065207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"cf7509b6-b5e6-4fdc-af4e-87c8bf29709c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-8a9e5f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:42.711638099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"7b9e24bb-61ed-4d4c-9368-dca11bad8953","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-8a9e5f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:42.811163718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"3d4c83fb-c3f9-4833-bcfe-cbbab7e7b504","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-8a9e5f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:42.939078483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"8585b2e3-5406-4af7-b96d-ffa371e6fb67","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-8a9e5f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:43.018227677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"2ff7174b-2449-4fda-84e6-b1009b92c1ac","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-8a9e5f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:43.117114441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"4dee9876-3cd0-4dc6-96bc-daf5a87c31ee","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-8a9e5f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:43.219282246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"02ae764f-3363-4ac9-8165-a8b6ab15d917","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-8a9e5f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:43.316976174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"premium-w3-8a9e5f","reconcileID":"d17718dc-831f-4d87-9903-ba9e8805b6c4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-8a9e5f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:43.41721801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-2-w3-8a9e5f","reconcileID":"c68b6612-a155-46d1-afc5-3f8852121ee5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-8a9e5f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:43.517946914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"distinct-w3-8a9e5f","reconcileID":"c13751dd-aff5-4ff7-b08e-09399375c65f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-8a9e5f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:43.618029844Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-8a9e5f","namespace":"e2e-models-e2e-worker-w3-8a9e5f"},"namespace":"e2e-models-e2e-worker-w3-8a9e5f","name":"simulator-w3-8a9e5f","reconcileID":"eabc0db8-4eb4-4564-ac17-4e956352a2a4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-8a9e5f\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:45.035340277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-743a5e","namespace":"e2e-models-e2e-worker-w5-743a5e"},"namespace":"e2e-models-e2e-worker-w5-743a5e","name":"distinct-2-w5-743a5e","reconcileID":"c5c9b3a5-c547-44b2-8844-447dbc04b212","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-743a5e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:48.353917412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-2-w0-e4e24e","reconcileID":"ef517ad1-f8f4-450a-a0e3-f157e2c92256","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-e4e24e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:48.575065977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e4e24e","namespace":"e2e-models-e2e-worker-w0-e4e24e"},"namespace":"e2e-models-e2e-worker-w0-e4e24e","name":"distinct-w0-e4e24e","reconcileID":"bef40387-335b-4de5-b7fb-44ceae41a868","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-e4e24e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:51.79019446Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}